-- Logs begin at Tue 2021-06-29 02:51:12 UTC, end at Tue 2021-06-29 03:42:11 UTC. -- Jun 29 03:19:56.765283 dv-cinder-797245-8-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 29 03:19:59.423159 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.common.config [-] Logging enabled! Jun 29 03:19:59.423733 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev430 Jun 29 03:19:59.423964 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92793) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 03:19:59.427075 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.common.config [-] Logging enabled! Jun 29 03:19:59.427323 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev430 Jun 29 03:19:59.427626 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92793) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 03:19:59.428577 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 03:19:59.428808 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 03:19:59.429683 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 03:19:59.429929 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 03:19:59.430153 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 03:19:59.430468 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.431009 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.431302 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.431527 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.431841 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.432125 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.432400 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.432681 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.432969 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.433246 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.433518 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.434084 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.434337 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.434627 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.434936 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.435245 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.435475 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] debug = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.435750 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.436188 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.436592 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.436871 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.437154 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.437427 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.437693 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.437964 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.438241 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.438562 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] host = dv-cinder-797245-8-smb {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.438833 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.439114 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.439393 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.439672 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.439977 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.440248 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.440526 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.440795 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.441063 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] log_file = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.441332 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.441615 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.441894 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.442174 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.442397 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.442616 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.442896 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.443175 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.443445 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.443715 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.444006 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.444274 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.444543 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.445399 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.445688 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.445967 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.446247 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.446520 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.446789 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.447057 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.447325 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.447605 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.447899 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.448169 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.448437 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.448716 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.448981 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.449250 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.449544 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.449821 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.450101 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.450377 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.450644 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.450917 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.451182 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.451447 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.451711 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] use_json = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.452001 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.452267 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.452557 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.452843 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.453110 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.453377 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.453641 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.453918 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:19:59.454205 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.454491 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.454783 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.455059 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.455346 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.455619 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.455923 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.456196 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.456476 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.456756 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.457039 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.457311 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.457592 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.457863 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.458151 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.458448 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.458735 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.459021 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.459290 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.459556 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.459845 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.460124 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.460471 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.460809 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.461128 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.461402 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.461679 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.461965 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.462238 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.462505 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.462777 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.463061 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.463332 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.463599 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.463898 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.464230 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.464606 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.464874 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.465150 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.465433 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.465702 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.465967 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.466231 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.466501 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.466765 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.467045 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.467315 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.467579 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.467865 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.468138 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.468402 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.468665 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.468935 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.469199 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.469465 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.469729 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.469990 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.470256 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.470518 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.470780 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.471043 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.471308 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.471576 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.471865 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.472131 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.472394 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.472658 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.472926 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.473207 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.473497 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.473768 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.474038 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.474308 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.474575 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.474844 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.475112 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.475382 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.475652 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.475941 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.476267 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.476545 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.476824 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.477099 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.477369 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.477654 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.477923 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.478198 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.478466 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.478736 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.479017 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.479292 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.479578 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.479892 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.480185 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.480471 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.480756 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.481033 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.481334 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.481648 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:19:59.481864 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 03:19:59.482099 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92793) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 29 03:19:59.828818 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:19:59.829092 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:19:59.829375 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:19:59.829701 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 29 03:20:00.216074 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.216358 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.216628 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.217910 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.218185 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.218448 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.252652 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.252928 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.253195 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.266818 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.267095 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.267360 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.296651 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.296930 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.297199 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.332386 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.332662 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.332927 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.562681 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.563285 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.563285 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.563454 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.564115 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.689144 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.689459 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.689736 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.689999 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.690264 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.690560 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.690813 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.691061 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.691307 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.691580 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.691858 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.692117 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.692367 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.692622 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.692870 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.693131 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.693396 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.693794 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.694064 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.694317 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.694595 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.695513 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.695792 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.696070 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.696317 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.696560 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.696951 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92793) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 03:20:00.697191 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92793) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 03:20:00.697427 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92793) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 03:20:00.697660 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92793) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 03:20:00.697891 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92793) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 03:20:00.698118 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92793) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 03:20:00.698473 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 29 03:20:00.701548 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 29 03:20:00.705418 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 29 03:20:00.709213 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 29 03:20:00.710852 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 29 03:20:00.711300 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 29 03:20:00.711629 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 29 03:20:00.712043 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 29 03:20:00.714942 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 29 03:20:00.715186 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 29 03:20:00.715524 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 03:20:00.742808 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 29 03:20:00.743252 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.743531 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92793) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 29 03:20:00.743910 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.745238 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92793) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 29 03:20:00.745516 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 03:20:00.745762 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 29 03:20:00.749119 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.749401 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:00.813104 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 29 03:20:00.813286 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 29 03:20:00.813518 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 29 03:20:00.813873 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 29 03:20:00.834408 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_db.sqlalchemy.engines [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92793) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 29 03:20:01.369511 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.plugins.ml2.managers [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Initializing driver for type 'gre' Jun 29 03:20:01.370216 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] gre ID ranges: [(1, 1000)] Jun 29 03:20:01.418846 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.plugins.ml2.managers [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Initializing driver for type 'local' Jun 29 03:20:01.419206 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.plugins.ml2.managers [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Initializing driver for type 'vlan' Jun 29 03:20:01.432153 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] VlanTypeDriver initialization complete Jun 29 03:20:01.432669 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.plugins.ml2.managers [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Initializing driver for type 'vxlan' Jun 29 03:20:01.433156 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] vxlan ID ranges: [(1, 1000)] Jun 29 03:20:01.480292 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.plugins.ml2.managers [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Initializing extension driver 'port_security' Jun 29 03:20:01.480627 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.plugins.ml2.extensions.port_security [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] PortSecurityExtensionDriver initialization complete Jun 29 03:20:01.480950 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.plugins.ml2.managers [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Initializing mechanism driver 'openvswitch' Jun 29 03:20:01.481270 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.plugins.ml2.managers [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Initializing mechanism driver 'hyperv' Jun 29 03:20:01.487627 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.plugins.ml2.plugin [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:20:01.488565 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > port after_create 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.488938 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > port after_update 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.489296 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > port after_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.489679 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > subnet after_create 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.490029 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > subnet after_update 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.490371 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.490744 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > network after_create 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.491084 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > network after_update 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.491424 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > network after_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.491820 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > security_group after_create 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.492167 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > security_group after_update 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.492508 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.492884 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.493226 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.493562 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.493933 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > address_group after_create 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.494273 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > address_group after_update 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.494608 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.494941 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] ML2 OVO RPC backend initialized. {{(pid=92793) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:166}} Jun 29 03:20:01.495637 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.496011 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.496426 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > network before_response 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.496767 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > networks before_response 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.497109 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > port before_response 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.497448 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > ports before_response 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.497786 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > subnet before_response 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.498121 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > subnets before_response 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.498461 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > network after_create 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.498795 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > network after_update 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.499124 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > network after_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.499453 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > port after_create 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.499801 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > port after_update 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.500137 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > port after_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.500468 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > subnet after_create 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.500798 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > subnet after_update 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.501124 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.501685 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.plugins.ml2.plugin [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Modular L2 Plugin initialization complete Jun 29 03:20:01.502007 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading services supported by the core plugin {{(pid=92793) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 29 03:20:01.502325 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.plugins.ml2.managers [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Got port-security extension from driver 'port_security' Jun 29 03:20:01.502781 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.extensions.vlantransparent [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Disabled vlantransparent extension. Jun 29 03:20:01.503255 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92793) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 29 03:20:01.503564 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading Plugin: router Jun 29 03:20:01.539220 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.539611 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > router after_create 55549900 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.539996 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > router before_create 55549900 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.540356 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.540721 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.541070 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > router after_delete 55549900 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.541426 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.541784 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > router after_create 55549900 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.542127 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > router after_update 55549900 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.542472 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > router after_update 55549900 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.542814 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.543166 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > router after_update 55549900 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.543569 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > router precommit_update 55549900 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.543969 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: port after_update 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.544310 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: port after_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.544644 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: subnet after_update 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.544979 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.545317 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.545661 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > router precommit_create 55549900 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.545996 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: port before_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.546335 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > router precommit_create 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.546694 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > router after_update 55549900 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.547031 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.547373 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > router precommit_create 55549900 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.547728 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.548091 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > router precommit_update 55549900 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.548449 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > agent after_create 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.548792 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > agent after_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.549130 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > network after_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.549967 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.quota.resource_registry [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Tracking information for resource: router configured {{(pid=92793) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 03:20:01.550296 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.quota.resource_registry [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Tracking information for resource: floatingip configured {{(pid=92793) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 03:20:01.555457 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.db.l3_agentschedulers_db [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 29 03:20:01.556296 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: port after_update 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.556659 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: port after_create 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.557005 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: port after_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.557348 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: port after_update 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.558131 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > router before_create 55550100 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.558493 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.558852 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > router precommit_create 55550100 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.559205 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > router precommit_update 55550100 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.563698 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.services.provider_configuration [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Service providers = [] {{(pid=92793) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 29 03:20:01.564252 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.db.servicetype_db [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92793) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 29 03:20:01.567023 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.services.service_base [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92793) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 03:20:01.567375 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.services.service_base [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92793) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 03:20:01.567718 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.services.service_base [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92793) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 03:20:01.568612 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.services.service_base [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92793) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 03:20:01.568980 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.services.service_base [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 29 03:20:01.569350 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92793) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 03:20:01.569703 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 29 03:20:01.581953 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92793) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 03:20:01.582233 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading Plugin: auto_allocate Jun 29 03:20:01.588669 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: network precommit_update 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.589039 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: network precommit_create 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.589560 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92793) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 03:20:01.589882 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading Plugin: tag Jun 29 03:20:01.596460 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92793) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 03:20:01.596796 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading Plugin: timestamp Jun 29 03:20:01.600575 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92793) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 03:20:01.600902 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading Plugin: network_ip_availability Jun 29 03:20:01.607021 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.607392 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.607749 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.608481 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92793) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 03:20:01.608798 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading Plugin: flavors Jun 29 03:20:01.613482 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92793) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 03:20:01.613817 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading Plugin: revisions Jun 29 03:20:01.618114 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92793) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 03:20:01.618502 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_concurrency.lockutils [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.789s {{(pid=92793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:01.619231 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92793) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 29 03:20:01.619603 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Initializing extension manager. Jun 29 03:20:01.620092 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: __init__.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.620429 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: __pycache__ {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.620756 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.621083 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: address_group.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.621819 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.622380 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: address-group Jun 29 03:20:01.622698 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: address_scope.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.623398 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.623936 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: address-scope Jun 29 03:20:01.624254 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.625167 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.625683 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: router-admin-state-down-before-update Jun 29 03:20:01.626004 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: agent.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.626694 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.627202 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: agent Jun 29 03:20:01.627516 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: agent_resources_synced.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.628440 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.628948 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: agent-resources-synced Jun 29 03:20:01.629262 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: allowedaddresspairs.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.631014 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.631537 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: allowed-address-pairs Jun 29 03:20:01.631894 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: auto_allocated_topology.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.633164 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.633691 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: auto-allocated-topology Jun 29 03:20:01.634011 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: availability_zone.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.634694 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.635208 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: availability_zone Jun 29 03:20:01.635527 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: availability_zone_filter.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.636478 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.637074 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: availability_zone_filter Jun 29 03:20:01.637292 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: data_plane_status.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.638184 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.638691 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extension data-plane-status not supported by any of loaded plugins Jun 29 03:20:01.639006 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: default_subnetpools.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.639942 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.640451 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: default-subnetpools Jun 29 03:20:01.640768 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.641565 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.642076 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: dhcp_agent_scheduler Jun 29 03:20:01.642393 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: dns.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.643288 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.643820 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extension dns-integration not supported by any of loaded plugins Jun 29 03:20:01.644141 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: dns_domain_ports.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.645044 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.645554 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 29 03:20:01.645872 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.646784 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.647295 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 29 03:20:01.647612 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: dvr.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.649169 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.649679 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: dvr Jun 29 03:20:01.649996 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: empty_string_filtering.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.650893 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.651406 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: empty-string-filtering Jun 29 03:20:01.651723 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.652639 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.653180 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 29 03:20:01.653498 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.654415 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.654927 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 29 03:20:01.655241 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: external_net.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.656424 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.656938 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: external-net Jun 29 03:20:01.657258 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.658162 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.658673 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: extra_dhcp_opt Jun 29 03:20:01.658987 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: extraroute.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.659901 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.660410 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: extraroute Jun 29 03:20:01.660725 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: extraroute_atomic.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.661745 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.662263 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: extraroute-atomic Jun 29 03:20:01.662577 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: filter_validation.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.663223 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.664323 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: filter-validation Jun 29 03:20:01.664638 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: fip_pf_description.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.665526 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.666030 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 29 03:20:01.666342 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: fip_port_details.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.667244 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.667752 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: fip-port-details Jun 29 03:20:01.668096 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: flavors.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.669313 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.669830 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: flavors Jun 29 03:20:01.670146 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.671832 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.672363 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 29 03:20:01.672693 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: floatingip_pools.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.673382 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.673898 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: floatingip-pools Jun 29 03:20:01.674221 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: ip_allocation.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.675122 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.675635 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extension ip_allocation not supported by any of loaded plugins Jun 29 03:20:01.675980 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.676886 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.677409 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: ip-substring-filtering Jun 29 03:20:01.677730 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: l2_adjacency.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.678643 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.679175 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 29 03:20:01.679493 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: l3.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.680496 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.681276 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: router Jun 29 03:20:01.681596 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.683957 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.684488 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 29 03:20:01.684812 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.685729 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.686247 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: ext-gw-mode Jun 29 03:20:01.686569 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.687476 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.688023 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: l3-ha Jun 29 03:20:01.688343 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: l3_flavors.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.689236 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.689749 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: l3-flavors Jun 29 03:20:01.690064 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.690967 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.691478 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 29 03:20:01.691816 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: l3agentscheduler.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.692853 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.693373 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: l3_agent_scheduler Jun 29 03:20:01.693696 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: logging.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.695186 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.695712 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extension logging not supported by any of loaded plugins Jun 29 03:20:01.696068 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: metering.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.696796 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.697385 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: metering Jun 29 03:20:01.697702 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.698773 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.699303 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: metering_source_and_destination_fields Jun 29 03:20:01.699614 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: multiprovidernet.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.700547 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.701063 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: multi-provider Jun 29 03:20:01.701381 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: netmtu.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.702306 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.702813 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: net-mtu Jun 29 03:20:01.703129 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: netmtu_writable.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.704078 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.704589 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: net-mtu-writable Jun 29 03:20:01.704904 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: network_availability_zone.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.705564 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.706068 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: network_availability_zone Jun 29 03:20:01.706382 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: network_ip_availability.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.707461 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.708007 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: network-ip-availability Jun 29 03:20:01.708327 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: network_segment_range.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.709076 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.709588 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extension network-segment-range not supported by any of loaded plugins Jun 29 03:20:01.709904 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: pagination.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.711395 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.711720 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: pagination Jun 29 03:20:01.712060 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: port_device_profile.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.712963 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.713481 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: port-device-profile Jun 29 03:20:01.713798 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.714714 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.715225 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: port-mac-address-regenerate Jun 29 03:20:01.715543 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.716463 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.716975 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: port-numa-affinity-policy Jun 29 03:20:01.717292 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: port_resource_request.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.718180 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.718687 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extension port-resource-request not supported by any of loaded plugins Jun 29 03:20:01.719004 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: portbindings.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.719938 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.720451 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: binding Jun 29 03:20:01.720767 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: portbindings_extended.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.722015 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.722531 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: binding-extended Jun 29 03:20:01.722856 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: portsecurity.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.723753 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.724289 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: port-security Jun 29 03:20:01.724606 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: project_id.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.725575 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.725902 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: project-id Jun 29 03:20:01.726775 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: providernet.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.727678 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.728240 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: provider Jun 29 03:20:01.728557 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: qos.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.732223 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.732757 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extension qos not supported by any of loaded plugins Jun 29 03:20:01.733082 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.734304 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.734828 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 29 03:20:01.735155 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.736082 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.736599 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 29 03:20:01.736920 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: qos_default.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.737823 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.738340 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extension qos-default not supported by any of loaded plugins Jun 29 03:20:01.738660 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: qos_fip.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.739297 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.739832 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extension qos-fip not supported by any of loaded plugins Jun 29 03:20:01.740153 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: qos_gateway_ip.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.741062 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.741607 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 29 03:20:01.742425 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: qos_port_network_policy.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.743322 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.743873 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 29 03:20:01.744192 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: qos_rule_type_details.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.745090 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.745606 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 29 03:20:01.745923 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: qos_rules_alias.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.746967 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.747486 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 29 03:20:01.747839 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: quotasv2.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.748733 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.749057 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: quotas Jun 29 03:20:01.749371 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: quotasv2_detail.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.752421 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.752757 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: quota_details Jun 29 03:20:01.753085 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: rbac.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.754130 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.754661 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: rbac-policies Jun 29 03:20:01.754988 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: rbac_address_group.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.755934 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.756455 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: rbac-address-group Jun 29 03:20:01.757022 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: rbac_address_scope.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.758510 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.759026 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: rbac-address-scope Jun 29 03:20:01.759347 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: rbac_security_groups.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.760287 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.760808 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: rbac-security-groups Jun 29 03:20:01.761129 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: rbac_subnetpool.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.762028 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.762542 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: rbac-subnetpool Jun 29 03:20:01.762858 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: revisionifmatch.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.763797 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.764300 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: revision-if-match Jun 29 03:20:01.764615 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: revisions.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.765908 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.766427 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: standard-attr-revisions Jun 29 03:20:01.766749 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: router_availability_zone.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.767411 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.767968 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: router_availability_zone Jun 29 03:20:01.768285 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: routerservicetype.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.769188 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.769699 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extension router-service-type not supported by any of loaded plugins Jun 29 03:20:01.770019 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.770943 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.771459 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: security-groups-normalized-cidr Jun 29 03:20:01.771790 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.772696 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.773263 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: port-security-groups-filtering Jun 29 03:20:01.773616 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.774518 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.775248 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: security-groups-remote-address-group Jun 29 03:20:01.775569 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: securitygroup.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.785076 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.785609 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: security-group Jun 29 03:20:01.785937 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: segment.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.786707 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.787227 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extension segment not supported by any of loaded plugins Jun 29 03:20:01.787552 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.789032 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.789551 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 29 03:20:01.789872 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: servicetype.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.790962 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.791484 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: service-type Jun 29 03:20:01.791838 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: sorting.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.792800 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.793129 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: sorting Jun 29 03:20:01.793446 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: standard_attr_segment.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.794407 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.794923 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 29 03:20:01.795242 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: standardattrdescription.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.795912 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.796427 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: standard-attr-description Jun 29 03:20:01.796745 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: stateful_security_group.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.797651 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.798163 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: stateful-security-group Jun 29 03:20:01.798487 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: stdattrs_common.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.799053 dv-cinder-797245-8-smb neutron-server[92793]: WARNING neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 29 03:20:01.799370 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.800317 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.800832 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 29 03:20:01.801149 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: subnet_onboard.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.802196 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.802709 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: subnet_onboard Jun 29 03:20:01.803080 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.804027 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.805074 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 29 03:20:01.805390 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: subnet_service_types.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.806550 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.807061 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: subnet-service-types Jun 29 03:20:01.807375 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: subnetallocation.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.808495 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.809012 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: subnet_allocation Jun 29 03:20:01.809331 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.809988 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.810510 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: subnetpool-prefix-ops Jun 29 03:20:01.810826 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.811726 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.812264 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 29 03:20:01.812580 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: tagging.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.813616 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.814133 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: standard-attr-tag Jun 29 03:20:01.814452 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: timestamp.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.815653 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.816213 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loaded extension: standard-attr-timestamp Jun 29 03:20:01.816532 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: trunk.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.817545 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.818066 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extension trunk not supported by any of loaded plugins Jun 29 03:20:01.818391 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: trunk_details.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.819294 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.819873 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extension trunk-details not supported by any of loaded plugins Jun 29 03:20:01.820193 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: uplink_status_propagation.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.821095 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.821615 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 29 03:20:01.821931 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Loading extension file: vlantransparent.py {{(pid=92793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:01.822580 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:01.823093 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 29 03:20:01.825500 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.quota.resource_registry [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Creating instance of TrackedResource for resource:network Jun 29 03:20:01.826025 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.quota.resource_registry [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Creating instance of TrackedResource for resource:subnet Jun 29 03:20:01.826418 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.quota.resource_registry [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 03:20:01.826806 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.quota.resource_registry [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Creating instance of TrackedResource for resource:port Jun 29 03:20:01.828051 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.v2.resource_helper [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 03:20:01.828491 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.v2.resource_helper [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Service FLAVORS assigned prefix: {{(pid=92793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 03:20:01.829112 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.v2.resource_helper [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 03:20:01.829544 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.v2.resource_helper [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 03:20:01.829867 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.quota.resource_registry [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Creating instance of TrackedResource for resource:router Jun 29 03:20:01.830303 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.quota.resource_registry [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Creating instance of TrackedResource for resource:floatingip Jun 29 03:20:01.830794 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.v2.resource_helper [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Service METERING assigned prefix: /metering {{(pid=92793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 03:20:01.832261 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.832626 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.832973 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:01.833938 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.quota.resource_registry [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 03:20:01.834376 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.quota.resource_registry [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Creating instance of TrackedResource for resource:security_group Jun 29 03:20:01.834811 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.quota.resource_registry [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 03:20:01.835432 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.v2.resource_helper [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Service CORE assigned prefix: {{(pid=92793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 03:20:01.835757 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.quota.resource_registry [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 03:20:01.836120 dv-cinder-797245-8-smb neutron-server[92793]: WARNING neutron.quota.resource_registry [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] subnetpool is already registered Jun 29 03:20:01.836550 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.v2.resource_helper [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Service CORE assigned prefix: {{(pid=92793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 03:20:01.836869 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.quota.resource_registry [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 03:20:01.837197 dv-cinder-797245-8-smb neutron-server[92793]: WARNING neutron.quota.resource_registry [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] subnetpool is already registered Jun 29 03:20:01.839499 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.v2.resource_helper [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 03:20:01.839967 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.v2.resource_helper [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Service FLAVORS assigned prefix: {{(pid=92793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 03:20:01.840557 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.v2.resource_helper [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 03:20:01.840974 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.v2.resource_helper [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 03:20:01.841302 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.quota.resource_registry [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Creating instance of TrackedResource for resource:router Jun 29 03:20:01.841636 dv-cinder-797245-8-smb neutron-server[92793]: WARNING neutron.quota.resource_registry [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] router is already registered Jun 29 03:20:01.842053 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.quota.resource_registry [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Creating instance of TrackedResource for resource:floatingip Jun 29 03:20:01.842384 dv-cinder-797245-8-smb neutron-server[92793]: WARNING neutron.quota.resource_registry [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] floatingip is already registered Jun 29 03:20:01.842834 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.v2.resource_helper [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Service METERING assigned prefix: /metering {{(pid=92793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 03:20:01.843487 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.quota.resource_registry [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 03:20:01.843840 dv-cinder-797245-8-smb neutron-server[92793]: WARNING neutron.quota.resource_registry [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] rbac_policy is already registered Jun 29 03:20:01.844246 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.quota.resource_registry [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Creating instance of TrackedResource for resource:security_group Jun 29 03:20:01.844576 dv-cinder-797245-8-smb neutron-server[92793]: WARNING neutron.quota.resource_registry [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] security_group is already registered Jun 29 03:20:01.844971 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.quota.resource_registry [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 03:20:01.845298 dv-cinder-797245-8-smb neutron-server[92793]: WARNING neutron.quota.resource_registry [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] security_group_rule is already registered Jun 29 03:20:01.845911 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.v2.resource_helper [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Service CORE assigned prefix: {{(pid=92793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 03:20:01.846231 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.quota.resource_registry [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 03:20:01.846560 dv-cinder-797245-8-smb neutron-server[92793]: WARNING neutron.quota.resource_registry [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] subnetpool is already registered Jun 29 03:20:01.846972 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.v2.resource_helper [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Service CORE assigned prefix: {{(pid=92793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 03:20:01.847288 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.quota.resource_registry [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 03:20:01.847613 dv-cinder-797245-8-smb neutron-server[92793]: WARNING neutron.quota.resource_registry [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] subnetpool is already registered Jun 29 03:20:01.848099 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: extensions {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.849552 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: address-groups {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.851577 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: address-scopes {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.852932 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: agents {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.854100 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: auto-allocated-topology {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.855351 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: availability_zones {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.856622 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: dhcp-networks {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.859500 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: dhcp-agents {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.860971 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: routers {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.862693 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: flavors {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.863981 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: service_profiles {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.865202 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: next_providers {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.867162 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: service_profiles {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.868758 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: floatingip-pools {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.870006 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: routers {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.871676 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: floatingips {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.873176 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: l3-routers {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.874574 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: l3-agents {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.876013 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: metering-labels {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.877271 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: metering-label-rules {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.878651 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: network-ip-availabilities {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.879939 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: bindings {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.881536 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: quotas {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.883099 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: quotas {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.884560 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: rbac-policies {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.885754 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: security-groups {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.887046 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: security-group-rules {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.888351 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: service-providers {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.889584 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: subnetpools {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.890911 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: subnetpools {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.892496 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: tags {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.894176 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: tags {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.896012 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: tags {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.897790 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: tags {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.899518 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: tags {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.901489 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: tags {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.903194 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: tags {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.905018 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: tags {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.906871 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: tags {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.908658 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron.api.extensions [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Extended resource: tags {{(pid=92793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:01.915140 dv-cinder-797245-8-smb neutron-server[92793]: WARNING keystonemiddleware.auth_token [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 29 03:20:01.919677 dv-cinder-797245-8-smb neutron-server[92793]: WARNING keystonemiddleware.auth_token [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 29 03:20:01.929655 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_concurrency.lockutils [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Acquired lock "singleton_lock" {{(pid=92793) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 29 03:20:01.929985 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_concurrency.lockutils [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Releasing lock "singleton_lock" {{(pid=92793) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 29 03:20:01.930623 dv-cinder-797245-8-smb neutron-server[92793]: INFO oslo_service.service [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Starting 2 workers Jun 29 03:20:01.935896 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Started child 92899 {{(pid=92793) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 03:20:01.940163 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Started child 92900 {{(pid=92793) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 03:20:01.941197 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:01.941877 dv-cinder-797245-8-smb neutron-server[92793]: INFO neutron.service [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 29 03:20:01.942343 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Notify callbacks [] for process, before_spawn {{(pid=92793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:01.942609 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [-] (92899) wsgi starting up on http://0.0.0.0:9696 Jun 29 03:20:01.943010 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 38988) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:20:01.944839 dv-cinder-797245-8-smb neutron-server[92793]: INFO oslo_service.service [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Starting 1 workers Jun 29 03:20:01.945109 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:01.946496 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [-] (92900) wsgi starting up on http://0.0.0.0:9696 Jun 29 03:20:01.949959 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Started child 92901 {{(pid=92793) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 03:20:01.950475 dv-cinder-797245-8-smb neutron-server[92793]: INFO oslo_service.service [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Starting 1 workers Jun 29 03:20:01.955325 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065386 Jun 29 03:20:01.955553 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.service [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] calling RpcWorker wait() {{(pid=92901) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 29 03:20:01.955553 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.service [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] returning from RpcWorker wait() {{(pid=92901) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 29 03:20:01.955553 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:01.956340 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Started child 92902 {{(pid=92793) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 03:20:01.956472 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:20:01.959809 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG neutron_lib.callbacks.manager [None req-640d0657-3b44-43d3-92f1-ac431d5b6401 None None] Notify callbacks [] for process, after_spawn {{(pid=92793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:01.959809 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92793) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 03:20:01.959809 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 03:20:01.959809 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 03:20:01.959809 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 03:20:01.960487 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 03:20:01.960487 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 03:20:01.960703 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.960850 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.961135 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.961414 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.961695 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.962282 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.962540 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.962772 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:01.963264 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.963264 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.963407 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.963486 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.963664 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.963919 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.964173 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.964929 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.964929 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.965086 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.965252 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.965424 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.965706 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.965972 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.966219 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.966496 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] debug = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.966743 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.967229 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.967475 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.967726 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.969395 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.969395 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.969568 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.969775 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.970027 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.970268 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.970512 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.970785 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.971039 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.971259 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.971480 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.971743 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.972917 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.973167 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] host = dv-cinder-797245-8-smb {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.973409 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.973632 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.974615 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.974615 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.974615 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.974615 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.975117 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.975117 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.975353 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.975545 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.975820 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.977042 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.977042 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.977309 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] log_file = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.977309 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] log_options = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.977547 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.977727 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.977991 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.978180 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.978349 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.978530 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.978797 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.978963 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.979220 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.979471 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.979688 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.979929 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.980166 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.980402 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.980670 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.980918 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.981153 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.981387 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.981633 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.981868 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.982112 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.982341 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.982558 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.982804 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.983034 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.983249 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.983476 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.983693 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.983959 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.984224 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.984862 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.984862 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.985135 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.985267 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.985455 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.985685 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.985934 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.986197 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.986430 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.986687 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.986945 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.987194 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.987450 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.987667 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.989493 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.989493 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] use_json = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.989493 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.991295 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:20:01.992528 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.993548 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.994404 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.994404 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.994404 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.994620 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.994929 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.995472 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.995835 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.998076 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.998076 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.998076 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.998556 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.998556 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.998836 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.999647 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.001930 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.001930 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.001930 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.001930 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.001930 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.002718 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.002718 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.002718 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.003122 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.003122 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.003396 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.003542 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.003829 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.004153 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.004453 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.004732 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.004988 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.005207 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.007561 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.007844 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.010206 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.010513 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.010777 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.012336 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.012336 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.012678 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.013228 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.013484 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.013739 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.014768 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.016482 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.016482 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.016482 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.016482 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.016482 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.016482 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.016872 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.016872 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.017150 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.017242 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.017490 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.017853 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.018084 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.018306 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.018523 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.018769 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.019006 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.019225 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.019444 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.019680 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.020746 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.021052 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.021351 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.022444 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.022680 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.022933 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.024717 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.025674 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.025674 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.025674 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.025907 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.025986 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.026186 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.026408 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.026631 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.026858 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.027080 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.027318 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.027535 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.027814 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.028025 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.028226 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.029110 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.029359 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.029581 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.029877 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.030202 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.030454 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.033217 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.033472 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.033740 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.033991 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.034266 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.034499 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.034748 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.034990 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.035254 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.035518 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.035798 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.036724 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.039421 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.040843 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.042573 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.042573 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.042938 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.043217 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.043459 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.043740 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.044053 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.044304 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.044561 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.044829 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.045117 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.045345 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.046357 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.046357 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.046357 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.046620 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.046702 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.046925 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.047177 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.047434 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.053053 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.053336 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.053618 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.053877 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.054719 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.054989 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.055285 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.056816 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.056816 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.057181 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.057982 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.059861 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.060387 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.060627 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.061600 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.061600 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.061600 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.061823 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.063248 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.063516 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.065504 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.065793 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.066062 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.066293 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.066540 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.066780 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.067026 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.067270 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.067512 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.067735 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.069390 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.072272 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.072272 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.072438 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.072563 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.072814 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.073051 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.073290 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.073563 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.073792 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.074046 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.074293 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.074518 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.074744 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.074972 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.075205 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.075461 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.075679 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.077433 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.078228 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.078488 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.079429 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.079429 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.079429 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.079429 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.079705 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.079913 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.080137 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.080353 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.080583 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.080797 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.081011 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.081977 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.081977 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.081977 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.081977 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.082262 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.082438 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.082730 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.082981 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.083194 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.083439 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.083680 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.083933 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.084142 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.084354 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.084606 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.084826 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.085044 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.085257 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.085519 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.085727 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.085955 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.086171 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.086395 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.086764 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.090061 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.090061 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.090543 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.091177 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.091430 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.091681 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.092737 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.093185 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.093425 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.093811 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.095735 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.096031 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.096264 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.096492 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.096727 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.096979 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.097198 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.097430 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.097647 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.097883 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.098109 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.098349 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.098561 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.098785 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.099024 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.099233 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.099459 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.099676 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.100272 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.102259 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.102531 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.102768 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.104998 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.104998 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.104998 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.104998 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.105368 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.105580 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.106207 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.106207 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.106374 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.106551 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.106812 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.107133 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.107426 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.107697 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.108230 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.108540 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.109714 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.110184 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.110414 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.110754 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.111781 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.111781 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.111781 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.112901 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.113011 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.113897 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.114008 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:20:02.114102 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.114102 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.114102 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.114279 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.114467 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.114618 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.114847 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.115066 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.115339 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.115557 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.116573 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.116573 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.117382 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.117620 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.117776 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 03:20:02.119128 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92793) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 03:20:02.119301 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 03:20:02.119614 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 03:20:02.119828 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 03:20:02.119994 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 03:20:02.120192 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 03:20:02.120343 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.120492 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.120650 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.120812 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.120972 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.121145 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.121303 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.121457 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.121613 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.121768 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.121924 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.122079 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.122235 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.122392 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.122547 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.122702 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.122856 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.123012 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.123172 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.123327 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.123482 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.123637 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.123809 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] debug = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.123968 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.124177 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.124336 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.125861 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.125861 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.125861 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.125861 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.125861 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.125861 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.125861 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.125861 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.126404 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.126404 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.126404 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.126404 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.126404 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.126404 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.126722 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] host = dv-cinder-797245-8-smb {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.126722 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.126847 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.126915 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.127050 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.127339 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.127650 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.127963 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.128257 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.128539 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.128813 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.129114 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.129271 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.129568 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.129739 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] log_file = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.131302 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] log_options = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.131302 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.131302 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.131302 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.131302 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.131302 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.131302 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.131789 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.131789 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.131789 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.131789 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.132022 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.132022 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.132374 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.132374 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.132541 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.132644 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.132820 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.132959 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.133105 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.133256 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.133410 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.133718 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.133886 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.134042 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.134198 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.134354 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.134511 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.134665 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.134825 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.134981 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.135138 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.135294 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.136153 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.136153 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.136153 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.136153 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.136153 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.136456 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.136456 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.136573 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.136655 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.136868 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.136969 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.137077 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.137383 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.137550 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] use_json = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.137695 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.137835 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.138759 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.138759 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.138759 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.138759 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.138759 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.138759 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:02.139126 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.139126 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.139255 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.139342 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.139652 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.143747 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.143747 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.143747 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.143747 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.143747 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.143747 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.143747 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.143747 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.143747 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.145024 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.145024 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.145024 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.145024 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.145024 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.145024 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.145024 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.145024 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.146044 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.146044 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.146044 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.146044 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.146044 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.146044 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.146044 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.146044 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.147152 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.147152 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.147152 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.147152 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.147152 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.147152 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.147152 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.147152 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.147152 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.148908 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.148908 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.148908 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.148908 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.148908 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.148908 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.148908 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.148908 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.148908 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.150042 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.150042 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.150042 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.150042 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.150042 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.150042 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.150042 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.150042 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.150042 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.151418 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.151418 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.151418 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.151418 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.151418 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.151418 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.151418 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.151418 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.151418 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.152610 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.152610 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.152610 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.152610 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.152610 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.152610 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.152610 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.152610 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.152610 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.154335 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.154335 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.154335 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.154335 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.154335 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.154335 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.154335 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.154335 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.154335 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.155244 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.155244 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.155244 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.155244 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.155244 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.155244 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.155244 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.155244 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.156075 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.156075 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.156075 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.156075 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.156075 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.156075 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.156075 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.156075 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.157476 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.157476 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.157476 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.157476 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.157476 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.157476 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.157476 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.157476 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.158290 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.158290 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.158290 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.158290 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.158290 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.158290 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.158290 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.158290 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.159191 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.159191 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.159191 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.159191 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.159191 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.159191 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.159191 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.159191 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.160201 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.160201 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.160201 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.160201 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.160201 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.160201 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.160201 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.160201 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.161082 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.161082 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.161082 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.161082 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.161082 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.161082 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.161732 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.161732 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.161732 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.161732 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.161732 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.162260 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.162260 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.162260 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.162645 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.162645 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.162645 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.162951 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.162951 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.163141 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.163243 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.163353 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.164042 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.164210 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.164370 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.164531 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.164689 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.164848 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.165006 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.165165 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.165353 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.165462 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.165616 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.165773 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.165931 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.166089 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.166248 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.166408 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.167030 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.167030 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.167030 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.167030 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.167511 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.167511 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.167511 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.167834 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.167834 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.168055 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.168055 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.168273 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.168394 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.168528 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.168651 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.169522 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.169522 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.169522 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.169522 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.169522 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.169522 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.170187 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.170187 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.170187 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.170187 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.170647 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.170647 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.170647 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.170978 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.170978 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.171204 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.171204 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.171443 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.171565 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.171685 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.171862 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.171985 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.172146 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.172306 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.172464 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.172624 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.172781 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.172946 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.173095 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.173252 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.173409 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.173566 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.173723 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.173890 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.174047 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.174205 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.174366 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.175296 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.175296 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.175296 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.175296 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.175296 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.175296 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.175743 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.175743 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.175743 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.176086 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.176086 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.176258 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.176341 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.176492 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.176661 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.176809 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.177742 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.177742 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.177742 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.177742 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.177742 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.177742 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.178420 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.178420 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.178420 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.178420 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.178705 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.178705 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.178847 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.178924 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.179074 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.179235 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.179401 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.179568 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.179734 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.181034 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.181206 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.181379 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.181539 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.181699 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.181858 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.182016 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.182177 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.182335 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.182493 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.182651 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.182809 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.182967 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.183126 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.183284 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.183443 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.183603 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.183776 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.183946 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.184120 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.184264 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.184426 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:02.184580 dv-cinder-797245-8-smb neutron-server[92793]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 03:20:13.176147 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459a2638-3fcd-44c9-9b2f-c95e5edc8c33 None None] get_active_networks_info from dv-cinder-797245-8-smb {{(pid=92901) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 29 03:20:13.249830 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459a2638-3fcd-44c9-9b2f-c95e5edc8c33 None None] No non-hosted networks {{(pid=92901) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 29 03:20:13.262534 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.agentschedulers_db [None req-459a2638-3fcd-44c9-9b2f-c95e5edc8c33 None None] DHCP Agent not found on host dv-cinder-797245-8-smb {{(pid=92901) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 29 03:20:13.376753 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-35a5cb30-3253-44ad-a605-18682b2c7161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8080573'] for agent, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:15.471889 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f665b88d-572e-4d1e-95ee-ad09a5c57027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8080573'] for agent, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:15.529796 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-5ffb2076-fd13-4e05-979c-144f6150552f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:15.832029 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8080573'] for agent, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:15.832940 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:15.833455 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:15.834072 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:15.834638 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:15.835142 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:15.835697 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:15.836178 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:15.836738 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:15.837220 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:15.837743 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:15.838207 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:15.838684 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:15.839193 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797245-8-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:20:15.857612 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797245-8-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:20:16.602177 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8080573'] for agent, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:18.396290 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8080573'] for agent, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:18.879077 dv-cinder-797245-8-smb neutron-server[92901]: INFO neutron.db.l3_hamode_db [None req-772a943e-1d9f-4a5d-82bd-886aa08f9338 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 29 03:20:18.954856 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772a943e-1d9f-4a5d-82bd-886aa08f9338 None None] Routers set() bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:20:18.955237 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772a943e-1d9f-4a5d-82bd-886aa08f9338 None None] Router IDs set() for agent in host dv-cinder-797245-8-smb {{(pid=92901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 29 03:20:19.505913 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 39094) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:20:19.996675 dv-cinder-797245-8-smb neutron-server[92900]: WARNING oslo_policy.policy [None req-f9e2e0e7-2f3e-487e-8ecc-07fb87d08c6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 03:20:19.997281 dv-cinder-797245-8-smb neutron-server[92900]: WARNING oslo_policy.policy [None req-f9e2e0e7-2f3e-487e-8ecc-07fb87d08c6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 03:20:20.210367 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [None req-f9e2e0e7-2f3e-487e-8ecc-07fb87d08c6c admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 03:20:20.211604 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-f9e2e0e7-2f3e-487e-8ecc-07fb87d08c6c admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7036350 Jun 29 03:20:22.511149 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 39108) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:20:22.819626 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-87c4b6fb-0cda-4b9d-ba30-df4996171ef0 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:20:22.911498 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.policy [None req-87c4b6fb-0cda-4b9d-ba30-df4996171ef0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92900) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 03:20:22.956337 dv-cinder-797245-8-smb neutron-server[92900]: WARNING oslo_policy.policy [None req-87c4b6fb-0cda-4b9d-ba30-df4996171ef0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 03:20:22.956704 dv-cinder-797245-8-smb neutron-server[92900]: WARNING oslo_policy.policy [None req-87c4b6fb-0cda-4b9d-ba30-df4996171ef0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 03:20:22.965124 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.quota [None req-87c4b6fb-0cda-4b9d-ba30-df4996171ef0 admin admin] Loaded quota_driver: . Jun 29 03:20:23.052733 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-87c4b6fb-0cda-4b9d-ba30-df4996171ef0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763848177260', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763848176703', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763848169970', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763848166968', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763848222843', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763848209251', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-752568', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-890533', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8215609', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8281931'] for rbac-policy, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:23.131076 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-87c4b6fb-0cda-4b9d-ba30-df4996171ef0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:23.132833 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-87c4b6fb-0cda-4b9d-ba30-df4996171ef0 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6206117 Jun 29 03:20:25.647295 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 39120) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:20:25.938773 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-62c88a7e-396f-40ac-86be-0c7e3082b5bb admin admin] Request body: {'network': {'name': 'private', 'project_id': '03cbef4681a24e48af71c1a4284b901e', 'tenant_id': '03cbef4681a24e48af71c1a4284b901e', 'admin_state_up': True}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:20:25.965991 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c88a7e-396f-40ac-86be-0c7e3082b5bb admin admin] Made reservation on behalf of 03cbef4681a24e48af71c1a4284b901e for: {'network': 1} {{(pid=92900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:20:25.968812 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-62c88a7e-396f-40ac-86be-0c7e3082b5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for network, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:25.984996 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-62c88a7e-396f-40ac-86be-0c7e3082b5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:26.104417 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-62c88a7e-396f-40ac-86be-0c7e3082b5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:26.107813 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-62c88a7e-396f-40ac-86be-0c7e3082b5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:26.112823 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:20:26.127255 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62c88a7e-396f-40ac-86be-0c7e3082b5bb admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=92900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 03:20:26.154806 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-62c88a7e-396f-40ac-86be-0c7e3082b5bb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763851730728', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342'] for segment, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:26.155385 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-62c88a7e-396f-40ac-86be-0c7e3082b5bb admin admin] Unsubscribe: segment precommit_create {{(pid=92900) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 03:20:26.155902 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.db.segments_db [None req-62c88a7e-396f-40ac-86be-0c7e3082b5bb admin admin] Added segment 8081a838-80e7-42d1-b634-21e310739419 of type vlan for network e4a81edf-b459-4aae-aee7-84c7653be897 Jun 29 03:20:26.176898 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c88a7e-396f-40ac-86be-0c7e3082b5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f349ee-420c-4ef2-aa24-a14ce3c3cb7b,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:20:26.222870 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c88a7e-396f-40ac-86be-0c7e3082b5bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:26.223202 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c88a7e-396f-40ac-86be-0c7e3082b5bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:26.223527 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c88a7e-396f-40ac-86be-0c7e3082b5bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:26.223875 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c88a7e-396f-40ac-86be-0c7e3082b5bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:26.224190 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c88a7e-396f-40ac-86be-0c7e3082b5bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:26.224503 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c88a7e-396f-40ac-86be-0c7e3082b5bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:26.224882 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c88a7e-396f-40ac-86be-0c7e3082b5bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:26.225684 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c88a7e-396f-40ac-86be-0c7e3082b5bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:26.226015 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c88a7e-396f-40ac-86be-0c7e3082b5bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:26.226331 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c88a7e-396f-40ac-86be-0c7e3082b5bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:26.226632 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c88a7e-396f-40ac-86be-0c7e3082b5bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:26.226933 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c88a7e-396f-40ac-86be-0c7e3082b5bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:26.228042 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c88a7e-396f-40ac-86be-0c7e3082b5bb admin admin] Tracked resource versions report: Jun 29 03:20:26.228042 dv-cinder-797245-8-smb neutron-server[92900]: pushed versions: Jun 29 03:20:26.228042 dv-cinder-797245-8-smb neutron-server[92900]: { 'AddressGroup': {'1.2'}, Jun 29 03:20:26.228042 dv-cinder-797245-8-smb neutron-server[92900]: 'ConntrackHelper': {'1.0'}, Jun 29 03:20:26.228042 dv-cinder-797245-8-smb neutron-server[92900]: 'Log': {'1.0'}, Jun 29 03:20:26.228042 dv-cinder-797245-8-smb neutron-server[92900]: 'Network': {'1.1'}, Jun 29 03:20:26.228042 dv-cinder-797245-8-smb neutron-server[92900]: 'Port': {'1.7'}, Jun 29 03:20:26.228042 dv-cinder-797245-8-smb neutron-server[92900]: 'PortForwarding': {'1.2'}, Jun 29 03:20:26.228042 dv-cinder-797245-8-smb neutron-server[92900]: 'QosPolicy': {'1.8'}, Jun 29 03:20:26.228042 dv-cinder-797245-8-smb neutron-server[92900]: 'SecurityGroup': {'1.4'}, Jun 29 03:20:26.228042 dv-cinder-797245-8-smb neutron-server[92900]: 'SecurityGroupRule': {'1.2'}, Jun 29 03:20:26.228042 dv-cinder-797245-8-smb neutron-server[92900]: 'SubPort': {'1.0'}, Jun 29 03:20:26.228042 dv-cinder-797245-8-smb neutron-server[92900]: 'Subnet': {'1.1'}, Jun 29 03:20:26.228042 dv-cinder-797245-8-smb neutron-server[92900]: 'Trunk': {'1.1'}} Jun 29 03:20:26.228042 dv-cinder-797245-8-smb neutron-server[92900]: consumer versions: Jun 29 03:20:26.228042 dv-cinder-797245-8-smb neutron-server[92900]: { DHCP agent@dv-cinder-797245-8-smb: {}, Jun 29 03:20:26.228042 dv-cinder-797245-8-smb neutron-server[92900]: L3 agent@dv-cinder-797245-8-smb: {}, Jun 29 03:20:26.228042 dv-cinder-797245-8-smb neutron-server[92900]: Metadata agent@dv-cinder-797245-8-smb: {}, Jun 29 03:20:26.228042 dv-cinder-797245-8-smb neutron-server[92900]: Metering agent@dv-cinder-797245-8-smb: {}, Jun 29 03:20:26.228042 dv-cinder-797245-8-smb neutron-server[92900]: Open vSwitch agent@dv-cinder-797245-8-smb: { 'AddressGroup': '1.2', Jun 29 03:20:26.228042 dv-cinder-797245-8-smb neutron-server[92900]: 'ConntrackHelper': '1.0', Jun 29 03:20:26.228042 dv-cinder-797245-8-smb neutron-server[92900]: 'Log': '1.0', Jun 29 03:20:26.228042 dv-cinder-797245-8-smb neutron-server[92900]: 'Network': '1.1', Jun 29 03:20:26.228042 dv-cinder-797245-8-smb neutron-server[92900]: 'Port': '1.7', Jun 29 03:20:26.228042 dv-cinder-797245-8-smb neutron-server[92900]: 'PortForwarding': '1.2', Jun 29 03:20:26.228042 dv-cinder-797245-8-smb neutron-server[92900]: 'QosPolicy': '1.8', Jun 29 03:20:26.228042 dv-cinder-797245-8-smb neutron-server[92900]: 'SecurityGroup': '1.4', Jun 29 03:20:26.228042 dv-cinder-797245-8-smb neutron-server[92900]: 'SecurityGroupRule': '1.2', Jun 29 03:20:26.228042 dv-cinder-797245-8-smb neutron-server[92900]: 'SubPort': '1.0', Jun 29 03:20:26.228042 dv-cinder-797245-8-smb neutron-server[92900]: 'Subnet': '1.1', Jun 29 03:20:26.228042 dv-cinder-797245-8-smb neutron-server[92900]: 'Trunk': '1.1'}} Jun 29 03:20:26.228042 dv-cinder-797245-8-smb neutron-server[92900]: {{(pid=92900) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 03:20:26.273050 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-62c88a7e-396f-40ac-86be-0c7e3082b5bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763851271976'] for network, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:26.278633 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-62c88a7e-396f-40ac-86be-0c7e3082b5bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:26.323310 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-62c88a7e-396f-40ac-86be-0c7e3082b5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670'] for network, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:26.324861 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c88a7e-396f-40ac-86be-0c7e3082b5bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:20:26.325511 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-62c88a7e-396f-40ac-86be-0c7e3082b5bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for network, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:26.328239 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:20:26.403168 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-62c88a7e-396f-40ac-86be-0c7e3082b5bb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7547426 Jun 29 03:20:26.422220 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c88a7e-396f-40ac-86be-0c7e3082b5bb admin admin] Pushing event updated for resources: {'Network': ['ID=e4a81edf-b459-4aae-aee7-84c7653be897,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:20:26.425704 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-62c88a7e-396f-40ac-86be-0c7e3082b5bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:26.434731 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Network e4a81edf-b459-4aae-aee7-84c7653be897 details requested by agent ovs-agent-dv-cinder-797245-8-smb with host dv-cinder-797245-8-smb {{(pid=92901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:20:28.986239 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 39134) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:20:29.364373 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a885dfd9-0130-4e26-9846-dc229319d779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:20:29.365703 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-a885dfd9-0130-4e26-9846-dc229319d779 admin admin] 10.222.0.24 "GET /v2.0/networks/e4a81edf-b459-4aae-aee7-84c7653be897 HTTP/1.1" status: 200 len: 825 time: 0.3785355 Jun 29 03:20:29.388488 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-b3ffd8f0-5a09-4125-be40-554392d0cedc admin admin] 10.222.0.24 "GET /v2.0/subnetpools/102c5a69-17b8-4bb1-92d9-077e0baa0037 HTTP/1.1" status: 200 len: 734 time: 0.0174885 Jun 29 03:20:29.397151 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-122cb7ea-4a07-49fd-ae62-15bccbf234c6 admin admin] Request body: {'subnet': {'subnetpool_id': '102c5a69-17b8-4bb1-92d9-077e0baa0037', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'e4a81edf-b459-4aae-aee7-84c7653be897', 'tenant_id': '03cbef4681a24e48af71c1a4284b901e', 'gateway_ip': '172.20.0.1'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:20:29.418435 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122cb7ea-4a07-49fd-ae62-15bccbf234c6 admin admin] Made reservation on behalf of 03cbef4681a24e48af71c1a4284b901e for: {'subnet': 1} {{(pid=92900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:20:29.420924 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-122cb7ea-4a07-49fd-ae62-15bccbf234c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:29.717790 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-122cb7ea-4a07-49fd-ae62-15bccbf234c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670'] for subnet, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:29.719978 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:20:29.786468 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122cb7ea-4a07-49fd-ae62-15bccbf234c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c9dd720-bc38-4417-a5b8-b90a2e1be93d,revision_number=0']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:20:29.788768 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122cb7ea-4a07-49fd-ae62-15bccbf234c6 admin admin] Checking segment: {'id': '8081a838-80e7-42d1-b634-21e310739419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e4a81edf-b459-4aae-aee7-84c7653be897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:20:29.789152 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122cb7ea-4a07-49fd-ae62-15bccbf234c6 admin admin] Network hostable DHCP agents. Network: e4a81edf-b459-4aae-aee7-84c7653be897, hostable agents: ['15611171-d073-4a1d-b69f-900d48098551'], hosted agents: [] {{(pid=92900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:20:29.801202 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-122cb7ea-4a07-49fd-ae62-15bccbf234c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:29.817685 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122cb7ea-4a07-49fd-ae62-15bccbf234c6 admin admin] Network e4a81edf-b459-4aae-aee7-84c7653be897 is scheduled to be hosted by DHCP agent 15611171-d073-4a1d-b69f-900d48098551 with binding_index 1 {{(pid=92900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:20:29.829986 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [None req-122cb7ea-4a07-49fd-ae62-15bccbf234c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-smb, e4a81edf-b459-4aae-aee7-84c7653be897) {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:20:29.835308 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122cb7ea-4a07-49fd-ae62-15bccbf234c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:20:29.835899 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-122cb7ea-4a07-49fd-ae62-15bccbf234c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for subnet, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:29.840702 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2532f642-e2c6-434b-a70f-eaaf7aea4bda None None] Network e4a81edf-b459-4aae-aee7-84c7653be897 requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:20:29.849097 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-122cb7ea-4a07-49fd-ae62-15bccbf234c6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4557283 Jun 29 03:20:30.149505 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5883397f-06c1-5c34-a929-fdfc630db77e-e4a81edf-b459-4aae-aee7-84c7653be897', 'network_id': 'e4a81edf-b459-4aae-aee7-84c7653be897', 'tenant_id': '03cbef4681a24e48af71c1a4284b901e', 'fixed_ips': [{'subnet_id': '2c9dd720-bc38-4417-a5b8-b90a2e1be93d'}]}} from dv-cinder-797245-8-smb. {{(pid=92901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 03:20:30.150823 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:30.414506 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Allocated IP 172.20.0.2 (e4a81edf-b459-4aae-aee7-84c7653be897/2c9dd720-bc38-4417-a5b8-b90a2e1be93d/f7a9e578-5806-4e22-af54-51354b4f4bb7) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:20:30.617298 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:30.660136 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Transition to ACTIVE for port object f7a9e578-5806-4e22-af54-51354b4f4bb7 will not be triggered until provisioned by entity L2. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:20:30.681410 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Transition to ACTIVE for port object f7a9e578-5806-4e22-af54-51354b4f4bb7 will not be triggered until provisioned by entity DHCP. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:20:30.690757 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:30.693349 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:20:30.762032 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Network e4a81edf-b459-4aae-aee7-84c7653be897 is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:20:30.766846 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:20:30.775345 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:20:30.795974 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Pushing event updated for resources: {'Port': ['ID=f7a9e578-5806-4e22-af54-51354b4f4bb7,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:20:30.822754 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:30.823096 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:30.823430 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:30.823756 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:30.824096 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:30.824417 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:30.824735 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:30.825045 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:30.825359 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:30.825668 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:30.825976 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:30.826283 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:30.827369 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Tracked resource versions report: Jun 29 03:20:30.827369 dv-cinder-797245-8-smb neutron-server[92901]: pushed versions: Jun 29 03:20:30.827369 dv-cinder-797245-8-smb neutron-server[92901]: { 'AddressGroup': {'1.2'}, Jun 29 03:20:30.827369 dv-cinder-797245-8-smb neutron-server[92901]: 'ConntrackHelper': {'1.0'}, Jun 29 03:20:30.827369 dv-cinder-797245-8-smb neutron-server[92901]: 'Log': {'1.0'}, Jun 29 03:20:30.827369 dv-cinder-797245-8-smb neutron-server[92901]: 'Network': {'1.1'}, Jun 29 03:20:30.827369 dv-cinder-797245-8-smb neutron-server[92901]: 'Port': {'1.7'}, Jun 29 03:20:30.827369 dv-cinder-797245-8-smb neutron-server[92901]: 'PortForwarding': {'1.2'}, Jun 29 03:20:30.827369 dv-cinder-797245-8-smb neutron-server[92901]: 'QosPolicy': {'1.8'}, Jun 29 03:20:30.827369 dv-cinder-797245-8-smb neutron-server[92901]: 'SecurityGroup': {'1.4'}, Jun 29 03:20:30.827369 dv-cinder-797245-8-smb neutron-server[92901]: 'SecurityGroupRule': {'1.2'}, Jun 29 03:20:30.827369 dv-cinder-797245-8-smb neutron-server[92901]: 'SubPort': {'1.0'}, Jun 29 03:20:30.827369 dv-cinder-797245-8-smb neutron-server[92901]: 'Subnet': {'1.1'}, Jun 29 03:20:30.827369 dv-cinder-797245-8-smb neutron-server[92901]: 'Trunk': {'1.1'}} Jun 29 03:20:30.827369 dv-cinder-797245-8-smb neutron-server[92901]: consumer versions: Jun 29 03:20:30.827369 dv-cinder-797245-8-smb neutron-server[92901]: { DHCP agent@dv-cinder-797245-8-smb: {}, Jun 29 03:20:30.827369 dv-cinder-797245-8-smb neutron-server[92901]: L3 agent@dv-cinder-797245-8-smb: {}, Jun 29 03:20:30.827369 dv-cinder-797245-8-smb neutron-server[92901]: Metadata agent@dv-cinder-797245-8-smb: {}, Jun 29 03:20:30.827369 dv-cinder-797245-8-smb neutron-server[92901]: Metering agent@dv-cinder-797245-8-smb: {}, Jun 29 03:20:30.827369 dv-cinder-797245-8-smb neutron-server[92901]: Open vSwitch agent@dv-cinder-797245-8-smb: { 'AddressGroup': '1.2', Jun 29 03:20:30.827369 dv-cinder-797245-8-smb neutron-server[92901]: 'ConntrackHelper': '1.0', Jun 29 03:20:30.827369 dv-cinder-797245-8-smb neutron-server[92901]: 'Log': '1.0', Jun 29 03:20:30.827369 dv-cinder-797245-8-smb neutron-server[92901]: 'Network': '1.1', Jun 29 03:20:30.827369 dv-cinder-797245-8-smb neutron-server[92901]: 'Port': '1.7', Jun 29 03:20:30.827369 dv-cinder-797245-8-smb neutron-server[92901]: 'PortForwarding': '1.2', Jun 29 03:20:30.827369 dv-cinder-797245-8-smb neutron-server[92901]: 'QosPolicy': '1.8', Jun 29 03:20:30.827369 dv-cinder-797245-8-smb neutron-server[92901]: 'SecurityGroup': '1.4', Jun 29 03:20:30.827369 dv-cinder-797245-8-smb neutron-server[92901]: 'SecurityGroupRule': '1.2', Jun 29 03:20:30.827369 dv-cinder-797245-8-smb neutron-server[92901]: 'SubPort': '1.0', Jun 29 03:20:30.827369 dv-cinder-797245-8-smb neutron-server[92901]: 'Subnet': '1.1', Jun 29 03:20:30.827369 dv-cinder-797245-8-smb neutron-server[92901]: 'Trunk': '1.1'}} Jun 29 03:20:30.827369 dv-cinder-797245-8-smb neutron-server[92901]: {{(pid=92901) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 03:20:30.846084 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:30.855873 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Attempting to bind port f7a9e578-5806-4e22-af54-51354b4f4bb7 on host dv-cinder-797245-8-smb for vnic_type normal with profile {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:20:30.856270 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Attempting to bind port f7a9e578-5806-4e22-af54-51354b4f4bb7 by drivers openvswitch,hyperv on host dv-cinder-797245-8-smb at level 0 using segments [{'id': '8081a838-80e7-42d1-b634-21e310739419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e4a81edf-b459-4aae-aee7-84c7653be897'}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:20:30.856706 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Attempting to bind port f7a9e578-5806-4e22-af54-51354b4f4bb7 on network e4a81edf-b459-4aae-aee7-84c7653be897 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:20:30.861428 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Checking agent: {'id': '2d48862d-5b66-4de3-aaf5-496cc1a6aae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 16), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:20:30.861829 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Checking segment: {'id': '8081a838-80e7-42d1-b634-21e310739419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e4a81edf-b459-4aae-aee7-84c7653be897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:20:30.862294 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:30.862683 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Bound using segment: {'id': '8081a838-80e7-42d1-b634-21e310739419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e4a81edf-b459-4aae-aee7-84c7653be897'} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:20:30.863170 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Bound port: f7a9e578-5806-4e22-af54-51354b4f4bb7, host: dv-cinder-797245-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8081a838-80e7-42d1-b634-21e310739419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e4a81edf-b459-4aae-aee7-84c7653be897'}}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:20:30.863589 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:30.924301 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] For port f7a9e578-5806-4e22-af54-51354b4f4bb7, host dv-cinder-797245-8-smb, cleared binding levels {{(pid=92901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:20:30.928931 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] For port f7a9e578-5806-4e22-af54-51354b4f4bb7, host dv-cinder-797245-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=f7a9e578-5806-4e22-af54-51354b4f4bb7,segment=NetworkSegment(8081a838-80e7-42d1-b634-21e310739419),segment_id=8081a838-80e7-42d1-b634-21e310739419)] {{(pid=92901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:20:30.935119 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:30.941397 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:20:31.001140 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Pushing event updated for resources: {'Port': ['ID=f7a9e578-5806-4e22-af54-51354b4f4bb7,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:20:31.004150 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:32.198043 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 39142) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:20:32.505400 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [None req-f77e17e0-676e-4dd0-a41f-16c12308a47f admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 03:20:32.507039 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-f77e17e0-676e-4dd0-a41f-16c12308a47f admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3080270 Jun 29 03:20:34.859302 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 39150) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:20:35.166193 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [None req-a9b6fab3-21ed-4868-afdf-8f379fdded7f admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 03:20:35.167255 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-a9b6fab3-21ed-4868-afdf-8f379fdded7f admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3069212 Jun 29 03:20:36.926435 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6f1435-ac69-40ee-9593-eeb4554209eb None None] Network e4a81edf-b459-4aae-aee7-84c7653be897 requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:20:37.047538 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-d563a4d4-6678-49ab-b6fd-69379e1891c7 None None] Provisioning for port f7a9e578-5806-4e22-af54-51354b4f4bb7 completed by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:20:37.700611 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device f7a9e578-5806-4e22-af54-51354b4f4bb7 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:20:37.777642 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning for port f7a9e578-5806-4e22-af54-51354b4f4bb7 completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:20:37.781451 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port f7a9e578-5806-4e22-af54-51354b4f4bb7 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:20:37.781590 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:37.793242 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 39164) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:20:37.887839 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:37.920410 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] For port f7a9e578-5806-4e22-af54-51354b4f4bb7, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=f7a9e578-5806-4e22-af54-51354b4f4bb7,segment=NetworkSegment(8081a838-80e7-42d1-b634-21e310739419),segment_id=8081a838-80e7-42d1-b634-21e310739419)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:20:37.924572 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:37.928553 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:20:37.971169 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Pushing event updated for resources: {'Port': ['ID=f7a9e578-5806-4e22-af54-51354b4f4bb7,revision_number=3']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:20:37.974290 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:38.086362 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-1e6f8302-c013-48ec-ad71-dabcadc2245b admin admin] Request body: {'router': {'tenant_id': '03cbef4681a24e48af71c1a4284b901e', 'name': 'router1', 'admin_state_up': True}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:20:38.108474 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1e6f8302-c013-48ec-ad71-dabcadc2245b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8075178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8097'] for router, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:38.109978 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1e6f8302-c013-48ec-ad71-dabcadc2245b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8075155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8001213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8106'] for router, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:38.246557 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1e6f8302-c013-48ec-ad71-dabcadc2245b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:38.250821 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1e6f8302-c013-48ec-ad71-dabcadc2245b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8080145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7918583'] for router, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:38.263303 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1e6f8302-c013-48ec-ad71-dabcadc2245b admin admin] Notify callbacks [] for router, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:38.264509 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-1e6f8302-c013-48ec-ad71-dabcadc2245b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4702144 Jun 29 03:20:39.671477 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device f7a9e578-5806-4e22-af54-51354b4f4bb7 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:20:39.720073 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port f7a9e578-5806-4e22-af54-51354b4f4bb7 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:20:39.720447 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:40.568280 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 39172) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:20:40.869424 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [None req-36c11452-1ce3-40e7-83f8-bed6c6076635 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 03:20:40.870427 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-36c11452-1ce3-40e7-83f8-bed6c6076635 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3012168 Jun 29 03:20:42.020348 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.agents_db [None req-352bb85c-db89-4991-b002-2379bbcb00d3 None None] Agent healthcheck: found 5 active agents {{(pid=92902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:20:43.072469 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-bc58cec2-08ef-463e-9822-5cd2c930b22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:43.180012 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 39180) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:20:43.481083 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-91efe830-6e9c-4ae9-a0bb-0326f8c72632 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:20:43.502626 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91efe830-6e9c-4ae9-a0bb-0326f8c72632 admin admin] Made reservation on behalf of 35b8f09da5c04ed3b3fc1e73f3283474 for: {'network': 1} {{(pid=92900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:20:43.504836 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-91efe830-6e9c-4ae9-a0bb-0326f8c72632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for network, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:43.512305 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-91efe830-6e9c-4ae9-a0bb-0326f8c72632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:43.597190 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-91efe830-6e9c-4ae9-a0bb-0326f8c72632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:43.601068 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-91efe830-6e9c-4ae9-a0bb-0326f8c72632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:43.603920 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-62c88a7e-396f-40ac-86be-0c7e3082b5bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:20:43.616189 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-91efe830-6e9c-4ae9-a0bb-0326f8c72632 admin admin] Reserving flat network on physical network physnet1 {{(pid=92900) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 29 03:20:43.634314 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91efe830-6e9c-4ae9-a0bb-0326f8c72632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230c4a0a-92be-48fa-96dd-da2001f7dbfc,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:20:43.639268 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-91efe830-6e9c-4ae9-a0bb-0326f8c72632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:43.640750 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-91efe830-6e9c-4ae9-a0bb-0326f8c72632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342'] for segment, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:43.641073 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.db.segments_db [None req-91efe830-6e9c-4ae9-a0bb-0326f8c72632 admin admin] Added segment e9e5c7ef-c364-4b74-9222-2e87bd8fc345 of type flat for network 66e8c627-bfc7-4283-9c88-a2a34f7e2e0b Jun 29 03:20:43.684834 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-91efe830-6e9c-4ae9-a0bb-0326f8c72632 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763851271976'] for network, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:43.718487 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-91efe830-6e9c-4ae9-a0bb-0326f8c72632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670'] for network, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:43.719708 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91efe830-6e9c-4ae9-a0bb-0326f8c72632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:20:43.720287 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-91efe830-6e9c-4ae9-a0bb-0326f8c72632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for network, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:43.722871 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:20:43.766764 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-91efe830-6e9c-4ae9-a0bb-0326f8c72632 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5857513 Jun 29 03:20:43.778554 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91efe830-6e9c-4ae9-a0bb-0326f8c72632 admin admin] Pushing event updated for resources: {'Network': ['ID=66e8c627-bfc7-4283-9c88-a2a34f7e2e0b,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:20:43.782005 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-91efe830-6e9c-4ae9-a0bb-0326f8c72632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:43.789386 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Network 66e8c627-bfc7-4283-9c88-a2a34f7e2e0b details requested by agent ovs-agent-dv-cinder-797245-8-smb with host dv-cinder-797245-8-smb {{(pid=92901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:20:45.471241 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ca06d3fb-b0bd-461d-aaaa-4d71c32b4548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:45.815049 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:46.073766 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 39188) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:20:46.421795 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a73ce50-e095-4c5f-9309-27fb25a4d169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:20:46.423110 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-9a73ce50-e095-4c5f-9309-27fb25a4d169 admin admin] 10.222.0.24 "GET /v2.0/subnets/2c9dd720-bc38-4417-a5b8-b90a2e1be93d HTTP/1.1" status: 200 len: 849 time: 0.3484700 Jun 29 03:20:46.484963 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:46.538479 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-ab403228-45ca-481d-ab21-c83a1c45cc7c admin admin] 10.222.0.24 "GET /v2.0/routers/33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d HTTP/1.1" status: 200 len: 704 time: 0.1095819 Jun 29 03:20:46.799506 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-6b8ce0fe-effd-4170-b90f-1e173b8ff883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:47.084111 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.db_base_plugin_common [None req-6b8ce0fe-effd-4170-b90f-1e173b8ff883 admin admin] Allocated IP 172.20.0.1 (e4a81edf-b459-4aae-aee7-84c7653be897/2c9dd720-bc38-4417-a5b8-b90a2e1be93d/419e55b3-3e31-4f41-96cb-e77e10a3c9bc) {{(pid=92900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:20:47.275832 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-6b8ce0fe-effd-4170-b90f-1e173b8ff883 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:47.296967 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.provisioning_blocks [None req-6b8ce0fe-effd-4170-b90f-1e173b8ff883 admin admin] Transition to ACTIVE for port object 419e55b3-3e31-4f41-96cb-e77e10a3c9bc will not be triggered until provisioned by entity DHCP. {{(pid=92900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:20:47.374057 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-6b8ce0fe-effd-4170-b90f-1e173b8ff883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302'] for port, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:47.376097 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:20:47.446692 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8ce0fe-effd-4170-b90f-1e173b8ff883 admin admin] Network e4a81edf-b459-4aae-aee7-84c7653be897 is already hosted by enough agents. {{(pid=92900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:20:47.454556 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [None req-6b8ce0fe-effd-4170-b90f-1e173b8ff883 admin admin] Resources bound (agent type, host, resource id): {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:20:47.460123 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8ce0fe-effd-4170-b90f-1e173b8ff883 admin admin] Received port after_create {{(pid=92900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:20:47.460255 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-6b8ce0fe-effd-4170-b90f-1e173b8ff883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8081281'] for router_interface, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:47.513964 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ce0fe-effd-4170-b90f-1e173b8ff883 admin admin] Pushing event updated for resources: {'Port': ['ID=419e55b3-3e31-4f41-96cb-e77e10a3c9bc,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:20:47.529930 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-6b8ce0fe-effd-4170-b90f-1e173b8ff883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:47.648391 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-32ddf979-78dd-48bc-b322-a367e8e86f05 None None] Provisioning for port 419e55b3-3e31-4f41-96cb-e77e10a3c9bc completed by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:20:47.652029 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-32ddf979-78dd-48bc-b322-a367e8e86f05 None None] Provisioning complete for port 419e55b3-3e31-4f41-96cb-e77e10a3c9bc triggered by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:20:47.652398 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-32ddf979-78dd-48bc-b322-a367e8e86f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:47.680290 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-6b8ce0fe-effd-4170-b90f-1e173b8ff883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:47.684493 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-32ddf979-78dd-48bc-b322-a367e8e86f05 None None] Port 419e55b3-3e31-4f41-96cb-e77e10a3c9bc cannot update to ACTIVE because it is not bound. {{(pid=92901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:20:47.855620 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-6b8ce0fe-effd-4170-b90f-1e173b8ff883 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:47.859982 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-6b8ce0fe-effd-4170-b90f-1e173b8ff883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:47.861034 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-6b8ce0fe-effd-4170-b90f-1e173b8ff883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7904076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8081269'] for router_interface, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:47.863325 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:20:47.934805 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ce0fe-effd-4170-b90f-1e173b8ff883 admin admin] Pushing event updated for resources: {'Port': ['ID=419e55b3-3e31-4f41-96cb-e77e10a3c9bc,revision_number=2']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:20:47.937979 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-6b8ce0fe-effd-4170-b90f-1e173b8ff883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:47.983738 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8ce0fe-effd-4170-b90f-1e173b8ff883 admin admin] Network e4a81edf-b459-4aae-aee7-84c7653be897 is already hosted by enough agents. {{(pid=92900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:20:47.985031 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [None req-6b8ce0fe-effd-4170-b90f-1e173b8ff883 admin admin] Resources bound (agent type, host, resource id): {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:20:48.140828 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8ce0fe-effd-4170-b90f-1e173b8ff883 admin admin] Router 33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d is scheduled to L3 agent 7fe0c168-953d-4d47-bedf-fde3a92e458b with binding_index 1 {{(pid=92900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 03:20:48.203801 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-8909d249-c537-4d32-8cf7-5e7124ba6ab0 None None] Provisioning complete for port 419e55b3-3e31-4f41-96cb-e77e10a3c9bc triggered by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:20:48.204169 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-8909d249-c537-4d32-8cf7-5e7124ba6ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:48.230722 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8ce0fe-effd-4170-b90f-1e173b8ff883 admin admin] Notify agent at l3_agent.dv-cinder-797245-8-smb the message routers_updated {{(pid=92900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:20:48.240539 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-6b8ce0fe-effd-4170-b90f-1e173b8ff883 admin admin] 10.222.0.24 "PUT /v2.0/routers/33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6930971 Jun 29 03:20:48.240663 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-8909d249-c537-4d32-8cf7-5e7124ba6ab0 None None] Port 419e55b3-3e31-4f41-96cb-e77e10a3c9bc cannot update to ACTIVE because it is not bound. {{(pid=92901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:20:48.256311 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2201f5-8513-4256-bea0-a5c069b8c60a None None] Sync routers for ids ['33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d'] in dv-cinder-797245-8-smb {{(pid=92902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:20:48.267281 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2201f5-8513-4256-bea0-a5c069b8c60a None None] Routers {'33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:20:48.268152 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-0b2201f5-8513-4256-bea0-a5c069b8c60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:20:45Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d'], 'active': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:20:48.337513 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:48.451917 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvr_db [None req-0b2201f5-8513-4256-bea0-a5c069b8c60a None None] Set router 33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d gateway port host: None {{(pid=92902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:20:48.867312 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-0b2201f5-8513-4256-bea0-a5c069b8c60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d', 'name': 'router1', 'tenant_id': '03cbef4681a24e48af71c1a4284b901e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:20:38Z', 'updated_at': '2021-06-29T03:20:47Z', 'revision_number': 2, 'project_id': '03cbef4681a24e48af71c1a4284b901e', 'gw_port_host': None, '_interfaces': [{'id': '419e55b3-3e31-4f41-96cb-e77e10a3c9bc', 'name': '', 'network_id': 'e4a81edf-b459-4aae-aee7-84c7653be897', 'tenant_id': '03cbef4681a24e48af71c1a4284b901e', 'mac_address': 'fa:16:3e:04:82:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c9dd720-bc38-4417-a5b8-b90a2e1be93d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:20:46Z', 'updated_at': '2021-06-29T03:20:47Z', 'revision_number': 2, 'project_id': '03cbef4681a24e48af71c1a4284b901e', 'subnets': [{'id': '2c9dd720-bc38-4417-a5b8-b90a2e1be93d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '102c5a69-17b8-4bb1-92d9-077e0baa0037'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:20:48.917093 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2201f5-8513-4256-bea0-a5c069b8c60a None None] Checking router: 33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d for host: dv-cinder-797245-8-smb {{(pid=92902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:20:48.917407 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2201f5-8513-4256-bea0-a5c069b8c60a None None] Updating router 33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d port 419e55b3-3e31-4f41-96cb-e77e10a3c9bc binding host dv-cinder-797245-8-smb {{(pid=92902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 03:20:48.977918 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0b2201f5-8513-4256-bea0-a5c069b8c60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:49.449594 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0b2201f5-8513-4256-bea0-a5c069b8c60a None None] Notify callbacks [] for port, precommit_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:49.467455 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.provisioning_blocks [None req-0b2201f5-8513-4256-bea0-a5c069b8c60a None None] Transition to ACTIVE for port object 419e55b3-3e31-4f41-96cb-e77e10a3c9bc will not be triggered until provisioned by entity L2. {{(pid=92902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:20:49.473298 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0b2201f5-8513-4256-bea0-a5c069b8c60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:49.478627 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:20:49.632643 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66c5e9-c711-45e3-9636-94ca48b0a7de None None] Pushing event updated for resources: {'Port': ['ID=419e55b3-3e31-4f41-96cb-e77e10a3c9bc,revision_number=3']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:20:49.647178 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.managers [None req-0b2201f5-8513-4256-bea0-a5c069b8c60a None None] Attempting to bind port 419e55b3-3e31-4f41-96cb-e77e10a3c9bc on host dv-cinder-797245-8-smb for vnic_type normal with profile {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:20:49.647733 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.managers [None req-0b2201f5-8513-4256-bea0-a5c069b8c60a None None] Attempting to bind port 419e55b3-3e31-4f41-96cb-e77e10a3c9bc by drivers openvswitch,hyperv on host dv-cinder-797245-8-smb at level 0 using segments [{'id': '8081a838-80e7-42d1-b634-21e310739419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e4a81edf-b459-4aae-aee7-84c7653be897'}] {{(pid=92902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:20:49.649187 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2201f5-8513-4256-bea0-a5c069b8c60a None None] Attempting to bind port 419e55b3-3e31-4f41-96cb-e77e10a3c9bc on network e4a81edf-b459-4aae-aee7-84c7653be897 {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:20:49.654396 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66c5e9-c711-45e3-9636-94ca48b0a7de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:49.654733 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66c5e9-c711-45e3-9636-94ca48b0a7de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:49.655066 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66c5e9-c711-45e3-9636-94ca48b0a7de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:49.655389 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66c5e9-c711-45e3-9636-94ca48b0a7de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:49.655708 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66c5e9-c711-45e3-9636-94ca48b0a7de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:49.656052 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66c5e9-c711-45e3-9636-94ca48b0a7de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:49.656366 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66c5e9-c711-45e3-9636-94ca48b0a7de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:49.656676 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66c5e9-c711-45e3-9636-94ca48b0a7de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:49.656990 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66c5e9-c711-45e3-9636-94ca48b0a7de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:49.657300 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66c5e9-c711-45e3-9636-94ca48b0a7de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:49.657608 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66c5e9-c711-45e3-9636-94ca48b0a7de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:49.657912 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66c5e9-c711-45e3-9636-94ca48b0a7de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:49.659010 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66c5e9-c711-45e3-9636-94ca48b0a7de None None] Tracked resource versions report: Jun 29 03:20:49.659010 dv-cinder-797245-8-smb neutron-server[92902]: pushed versions: Jun 29 03:20:49.659010 dv-cinder-797245-8-smb neutron-server[92902]: { 'AddressGroup': {'1.2'}, Jun 29 03:20:49.659010 dv-cinder-797245-8-smb neutron-server[92902]: 'ConntrackHelper': {'1.0'}, Jun 29 03:20:49.659010 dv-cinder-797245-8-smb neutron-server[92902]: 'Log': {'1.0'}, Jun 29 03:20:49.659010 dv-cinder-797245-8-smb neutron-server[92902]: 'Network': {'1.1'}, Jun 29 03:20:49.659010 dv-cinder-797245-8-smb neutron-server[92902]: 'Port': {'1.7'}, Jun 29 03:20:49.659010 dv-cinder-797245-8-smb neutron-server[92902]: 'PortForwarding': {'1.2'}, Jun 29 03:20:49.659010 dv-cinder-797245-8-smb neutron-server[92902]: 'QosPolicy': {'1.8'}, Jun 29 03:20:49.659010 dv-cinder-797245-8-smb neutron-server[92902]: 'SecurityGroup': {'1.4'}, Jun 29 03:20:49.659010 dv-cinder-797245-8-smb neutron-server[92902]: 'SecurityGroupRule': {'1.2'}, Jun 29 03:20:49.659010 dv-cinder-797245-8-smb neutron-server[92902]: 'SubPort': {'1.0'}, Jun 29 03:20:49.659010 dv-cinder-797245-8-smb neutron-server[92902]: 'Subnet': {'1.1'}, Jun 29 03:20:49.659010 dv-cinder-797245-8-smb neutron-server[92902]: 'Trunk': {'1.1'}} Jun 29 03:20:49.659010 dv-cinder-797245-8-smb neutron-server[92902]: consumer versions: Jun 29 03:20:49.659010 dv-cinder-797245-8-smb neutron-server[92902]: { DHCP agent@dv-cinder-797245-8-smb: {}, Jun 29 03:20:49.659010 dv-cinder-797245-8-smb neutron-server[92902]: L3 agent@dv-cinder-797245-8-smb: {}, Jun 29 03:20:49.659010 dv-cinder-797245-8-smb neutron-server[92902]: Metadata agent@dv-cinder-797245-8-smb: {}, Jun 29 03:20:49.659010 dv-cinder-797245-8-smb neutron-server[92902]: Metering agent@dv-cinder-797245-8-smb: {}, Jun 29 03:20:49.659010 dv-cinder-797245-8-smb neutron-server[92902]: Open vSwitch agent@dv-cinder-797245-8-smb: { 'AddressGroup': '1.2', Jun 29 03:20:49.659010 dv-cinder-797245-8-smb neutron-server[92902]: 'ConntrackHelper': '1.0', Jun 29 03:20:49.659010 dv-cinder-797245-8-smb neutron-server[92902]: 'Log': '1.0', Jun 29 03:20:49.659010 dv-cinder-797245-8-smb neutron-server[92902]: 'Network': '1.1', Jun 29 03:20:49.659010 dv-cinder-797245-8-smb neutron-server[92902]: 'Port': '1.7', Jun 29 03:20:49.659010 dv-cinder-797245-8-smb neutron-server[92902]: 'PortForwarding': '1.2', Jun 29 03:20:49.659010 dv-cinder-797245-8-smb neutron-server[92902]: 'QosPolicy': '1.8', Jun 29 03:20:49.659010 dv-cinder-797245-8-smb neutron-server[92902]: 'SecurityGroup': '1.4', Jun 29 03:20:49.659010 dv-cinder-797245-8-smb neutron-server[92902]: 'SecurityGroupRule': '1.2', Jun 29 03:20:49.659010 dv-cinder-797245-8-smb neutron-server[92902]: 'SubPort': '1.0', Jun 29 03:20:49.659010 dv-cinder-797245-8-smb neutron-server[92902]: 'Subnet': '1.1', Jun 29 03:20:49.659010 dv-cinder-797245-8-smb neutron-server[92902]: 'Trunk': '1.1'}} Jun 29 03:20:49.659010 dv-cinder-797245-8-smb neutron-server[92902]: {{(pid=92902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 03:20:49.665783 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2201f5-8513-4256-bea0-a5c069b8c60a None None] Checking agent: {'id': '2d48862d-5b66-4de3-aaf5-496cc1a6aae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 16), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:20:49.666188 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2201f5-8513-4256-bea0-a5c069b8c60a None None] Checking segment: {'id': '8081a838-80e7-42d1-b634-21e310739419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e4a81edf-b459-4aae-aee7-84c7653be897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:20:49.666680 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0b2201f5-8513-4256-bea0-a5c069b8c60a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:49.667103 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2201f5-8513-4256-bea0-a5c069b8c60a None None] Bound using segment: {'id': '8081a838-80e7-42d1-b634-21e310739419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e4a81edf-b459-4aae-aee7-84c7653be897'} {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:20:49.667659 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.managers [None req-0b2201f5-8513-4256-bea0-a5c069b8c60a None None] Bound port: 419e55b3-3e31-4f41-96cb-e77e10a3c9bc, host: dv-cinder-797245-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8081a838-80e7-42d1-b634-21e310739419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e4a81edf-b459-4aae-aee7-84c7653be897'}}] {{(pid=92902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:20:49.668039 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0b2201f5-8513-4256-bea0-a5c069b8c60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:49.669990 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG oslo_concurrency.lockutils [None req-ed66c5e9-c711-45e3-9636-94ca48b0a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:49.731399 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.db [None req-0b2201f5-8513-4256-bea0-a5c069b8c60a None None] For port 419e55b3-3e31-4f41-96cb-e77e10a3c9bc, host dv-cinder-797245-8-smb, cleared binding levels {{(pid=92902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:20:49.752592 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.db [None req-0b2201f5-8513-4256-bea0-a5c069b8c60a None None] For port 419e55b3-3e31-4f41-96cb-e77e10a3c9bc, host dv-cinder-797245-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=419e55b3-3e31-4f41-96cb-e77e10a3c9bc,segment=NetworkSegment(8081a838-80e7-42d1-b634-21e310739419),segment_id=8081a838-80e7-42d1-b634-21e310739419)] {{(pid=92902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:20:49.757419 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0b2201f5-8513-4256-bea0-a5c069b8c60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:49.760362 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG oslo_concurrency.lockutils [None req-ed66c5e9-c711-45e3-9636-94ca48b0a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:20:49.817360 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66c5e9-c711-45e3-9636-94ca48b0a7de None None] Pushing event updated for resources: {'Port': ['ID=419e55b3-3e31-4f41-96cb-e77e10a3c9bc,revision_number=4']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:20:49.821179 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG oslo_concurrency.lockutils [None req-ed66c5e9-c711-45e3-9636-94ca48b0a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:49.822153 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2201f5-8513-4256-bea0-a5c069b8c60a None None] Routers {'33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:20:49.822759 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-0b2201f5-8513-4256-bea0-a5c069b8c60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:20:45Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d'], 'active': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:20:49.908578 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvr_db [None req-0b2201f5-8513-4256-bea0-a5c069b8c60a None None] Set router 33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d gateway port host: None {{(pid=92902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:20:50.120657 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-0b2201f5-8513-4256-bea0-a5c069b8c60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d', 'name': 'router1', 'tenant_id': '03cbef4681a24e48af71c1a4284b901e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:20:38Z', 'updated_at': '2021-06-29T03:20:47Z', 'revision_number': 2, 'project_id': '03cbef4681a24e48af71c1a4284b901e', 'gw_port_host': None, '_interfaces': [{'id': '419e55b3-3e31-4f41-96cb-e77e10a3c9bc', 'name': '', 'network_id': 'e4a81edf-b459-4aae-aee7-84c7653be897', 'tenant_id': '03cbef4681a24e48af71c1a4284b901e', 'mac_address': 'fa:16:3e:04:82:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c9dd720-bc38-4417-a5b8-b90a2e1be93d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:20:46Z', 'updated_at': '2021-06-29T03:20:49Z', 'revision_number': 4, 'project_id': '03cbef4681a24e48af71c1a4284b901e', 'subnets': [{'id': '2c9dd720-bc38-4417-a5b8-b90a2e1be93d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '102c5a69-17b8-4bb1-92d9-077e0baa0037'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:20:50.148615 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2201f5-8513-4256-bea0-a5c069b8c60a None None] The sync data for ids ['33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d'] in dv-cinder-797245-8-smb is: [{'id': '33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d', 'name': 'router1', 'tenant_id': '03cbef4681a24e48af71c1a4284b901e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:20:38Z', 'updated_at': '2021-06-29T03:20:47Z', 'revision_number': 2, 'project_id': '03cbef4681a24e48af71c1a4284b901e', 'gw_port_host': None, '_interfaces': [{'id': '419e55b3-3e31-4f41-96cb-e77e10a3c9bc', 'name': '', 'network_id': 'e4a81edf-b459-4aae-aee7-84c7653be897', 'tenant_id': '03cbef4681a24e48af71c1a4284b901e', 'mac_address': 'fa:16:3e:04:82:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c9dd720-bc38-4417-a5b8-b90a2e1be93d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:20:46Z', 'updated_at': '2021-06-29T03:20:49Z', 'revision_number': 4, 'project_id': '03cbef4681a24e48af71c1a4284b901e', 'subnets': [{'id': '2c9dd720-bc38-4417-a5b8-b90a2e1be93d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '102c5a69-17b8-4bb1-92d9-077e0baa0037'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:20:50.559028 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 39208) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:20:50.750624 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a20004-475a-40e1-85c0-22c98bae5b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:20:50.751987 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-14a20004-475a-40e1-85c0-22c98bae5b61 admin admin] 10.222.0.24 "GET /v2.0/networks/66e8c627-bfc7-4283-9c88-a2a34f7e2e0b HTTP/1.1" status: 200 len: 842 time: 0.1920054 Jun 29 03:20:50.761101 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-b5a73784-72ee-4f47-ba71-e855814f9174 admin admin] Request body: {'subnet': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'name': 'public-subnet'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:20:50.781843 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a73784-72ee-4f47-ba71-e855814f9174 admin admin] Made reservation on behalf of 35b8f09da5c04ed3b3fc1e73f3283474 for: {'subnet': 1} {{(pid=92900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:20:50.784176 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-b5a73784-72ee-4f47-ba71-e855814f9174 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:51.116245 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.objects.ports [None req-b5a73784-72ee-4f47-ba71-e855814f9174 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92900) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 29 03:20:51.116688 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-b5a73784-72ee-4f47-ba71-e855814f9174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670'] for subnet, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:51.119471 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-122cb7ea-4a07-49fd-ae62-15bccbf234c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:20:51.172437 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a73784-72ee-4f47-ba71-e855814f9174 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8165791-a4a1-46c6-a3dc-c0e6529e25bd,revision_number=0']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:20:51.176883 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-b5a73784-72ee-4f47-ba71-e855814f9174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:51.179966 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a73784-72ee-4f47-ba71-e855814f9174 admin admin] Checking segment: {'id': 'e9e5c7ef-c364-4b74-9222-2e87bd8fc345', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:20:51.180315 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a73784-72ee-4f47-ba71-e855814f9174 admin admin] Network hostable DHCP agents. Network: 66e8c627-bfc7-4283-9c88-a2a34f7e2e0b, hostable agents: ['15611171-d073-4a1d-b69f-900d48098551'], hosted agents: [] {{(pid=92900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:20:51.196927 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a73784-72ee-4f47-ba71-e855814f9174 admin admin] Network 66e8c627-bfc7-4283-9c88-a2a34f7e2e0b is scheduled to be hosted by DHCP agent 15611171-d073-4a1d-b69f-900d48098551 with binding_index 1 {{(pid=92900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:20:51.206711 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [None req-b5a73784-72ee-4f47-ba71-e855814f9174 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-smb, 66e8c627-bfc7-4283-9c88-a2a34f7e2e0b) {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:20:51.211364 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a73784-72ee-4f47-ba71-e855814f9174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:20:51.211974 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-b5a73784-72ee-4f47-ba71-e855814f9174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for subnet, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:51.216816 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcebddf3-0973-4a72-a328-6c3ae12b8efe None None] Network 66e8c627-bfc7-4283-9c88-a2a34f7e2e0b requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:20:51.228300 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-b5a73784-72ee-4f47-ba71-e855814f9174 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4704845 Jun 29 03:20:51.356616 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4f52b4-96aa-4b2b-b3a4-da1474d9dd73 None None] Network 66e8c627-bfc7-4283-9c88-a2a34f7e2e0b requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:20:53.473780 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 39230) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:20:53.601822 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-00b54d7f-a6d3-40f9-af99-9b54f9c68a44 admin admin] 10.222.0.24 "GET /v2.0/routers/33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d HTTP/1.1" status: 200 len: 710 time: 0.1268513 Jun 29 03:20:53.693695 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11f40be-fafa-4eb9-a882-41c1582cf7ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:20:53.695060 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-f11f40be-fafa-4eb9-a882-41c1582cf7ba admin admin] 10.222.0.24 "GET /v2.0/networks/66e8c627-bfc7-4283-9c88-a2a34f7e2e0b HTTP/1.1" status: 200 len: 886 time: 0.0882125 Jun 29 03:20:53.704632 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-90c07991-cdcc-4fb3-a178-4505623528ca admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'}}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:20:53.710044 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 419e55b3-3e31-4f41-96cb-e77e10a3c9bc up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:20:53.758044 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning for port 419e55b3-3e31-4f41-96cb-e77e10a3c9bc completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:20:53.761619 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port 419e55b3-3e31-4f41-96cb-e77e10a3c9bc triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:20:53.761998 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:53.842417 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:53.877134 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] For port 419e55b3-3e31-4f41-96cb-e77e10a3c9bc, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=419e55b3-3e31-4f41-96cb-e77e10a3c9bc,segment=NetworkSegment(8081a838-80e7-42d1-b634-21e310739419),segment_id=8081a838-80e7-42d1-b634-21e310739419)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:20:53.881886 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:53.883941 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:20:53.932894 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Pushing event updated for resources: {'Port': ['ID=419e55b3-3e31-4f41-96cb-e77e10a3c9bc,revision_number=5']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:20:53.935120 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:53.958178 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-90c07991-cdcc-4fb3-a178-4505623528ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7918546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8080158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8068'] for router, precommit_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:54.187650 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-90c07991-cdcc-4fb3-a178-4505623528ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:54.263904 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-90c07991-cdcc-4fb3-a178-4505623528ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:54.363413 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.db_base_plugin_common [None req-90c07991-cdcc-4fb3-a178-4505623528ca admin admin] Allocated IP 172.28.2.39 (66e8c627-bfc7-4283-9c88-a2a34f7e2e0b/c8165791-a4a1-46c6-a3dc-c0e6529e25bd/119d84be-1f7a-486d-9605-57d0c0f0de52) {{(pid=92900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:20:54.461513 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-90c07991-cdcc-4fb3-a178-4505623528ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:54.499136 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-90c07991-cdcc-4fb3-a178-4505623528ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302'] for port, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:54.501924 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-6b8ce0fe-effd-4170-b90f-1e173b8ff883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:20:54.537409 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c07991-cdcc-4fb3-a178-4505623528ca admin admin] Network 66e8c627-bfc7-4283-9c88-a2a34f7e2e0b is already hosted by enough agents. {{(pid=92900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:20:54.540091 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [None req-90c07991-cdcc-4fb3-a178-4505623528ca admin admin] Resources bound (agent type, host, resource id): {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:20:54.543316 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c07991-cdcc-4fb3-a178-4505623528ca admin admin] Received port after_create {{(pid=92900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:20:54.579397 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c07991-cdcc-4fb3-a178-4505623528ca admin admin] Pushing event updated for resources: {'Port': ['ID=119d84be-1f7a-486d-9605-57d0c0f0de52,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:20:54.605353 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-90c07991-cdcc-4fb3-a178-4505623528ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:54.856564 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-90c07991-cdcc-4fb3-a178-4505623528ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:55.037049 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-90c07991-cdcc-4fb3-a178-4505623528ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7918546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8080158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8068'] for router, precommit_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:55.040134 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-90c07991-cdcc-4fb3-a178-4505623528ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7918583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7918588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7918478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8080135'] for router, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:55.140160 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c07991-cdcc-4fb3-a178-4505623528ca admin admin] Router 33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d has already been hosted by L3 agent 7fe0c168-953d-4d47-bedf-fde3a92e458b {{(pid=92900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:20:55.239222 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c07991-cdcc-4fb3-a178-4505623528ca admin admin] Notify agent at l3_agent.dv-cinder-797245-8-smb the message routers_updated {{(pid=92900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:20:55.243317 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-90c07991-cdcc-4fb3-a178-4505623528ca admin admin] Notify callbacks [] for router, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:55.244635 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-90c07991-cdcc-4fb3-a178-4505623528ca admin admin] 10.222.0.24 "PUT /v2.0/routers/33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d HTTP/1.1" status: 200 len: 889 time: 1.5433526 Jun 29 03:20:55.249014 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c96b416-eef3-4ee1-b67d-674acabf1491 None None] Sync routers for ids ['33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d'] in dv-cinder-797245-8-smb {{(pid=92901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:20:55.261374 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c96b416-eef3-4ee1-b67d-674acabf1491 None None] Routers {'33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:20:55.262061 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-8c96b416-eef3-4ee1-b67d-674acabf1491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:20:45Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d'], 'active': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:20:55.522882 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvr_db [None req-8c96b416-eef3-4ee1-b67d-674acabf1491 None None] Set router 33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d gateway port host: dv-cinder-797245-8-smb {{(pid=92901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:20:55.717498 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 419e55b3-3e31-4f41-96cb-e77e10a3c9bc up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:20:55.853076 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port 419e55b3-3e31-4f41-96cb-e77e10a3c9bc triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:20:55.853377 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:56.009959 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-8c96b416-eef3-4ee1-b67d-674acabf1491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d', 'name': 'router1', 'tenant_id': '03cbef4681a24e48af71c1a4284b901e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '119d84be-1f7a-486d-9605-57d0c0f0de52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:20:38Z', 'updated_at': '2021-06-29T03:20:54Z', 'revision_number': 4, 'project_id': '03cbef4681a24e48af71c1a4284b901e', 'gw_port': {'id': '119d84be-1f7a-486d-9605-57d0c0f0de52', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:85:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:20:54Z', 'updated_at': '2021-06-29T03:20:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': '419e55b3-3e31-4f41-96cb-e77e10a3c9bc', 'name': '', 'network_id': 'e4a81edf-b459-4aae-aee7-84c7653be897', 'tenant_id': '03cbef4681a24e48af71c1a4284b901e', 'mac_address': 'fa:16:3e:04:82:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c9dd720-bc38-4417-a5b8-b90a2e1be93d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:20:46Z', 'updated_at': '2021-06-29T03:20:53Z', 'revision_number': 5, 'project_id': '03cbef4681a24e48af71c1a4284b901e', 'subnets': [{'id': '2c9dd720-bc38-4417-a5b8-b90a2e1be93d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '102c5a69-17b8-4bb1-92d9-077e0baa0037'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:20:56.060092 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c96b416-eef3-4ee1-b67d-674acabf1491 None None] Checking router: 33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d for host: dv-cinder-797245-8-smb {{(pid=92901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:20:56.060482 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c96b416-eef3-4ee1-b67d-674acabf1491 None None] Updating router 33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d port 119d84be-1f7a-486d-9605-57d0c0f0de52 binding host dv-cinder-797245-8-smb {{(pid=92901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 03:20:56.092070 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-8c96b416-eef3-4ee1-b67d-674acabf1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:56.402219 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-8c96b416-eef3-4ee1-b67d-674acabf1491 None None] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:56.412564 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-8c96b416-eef3-4ee1-b67d-674acabf1491 None None] Transition to ACTIVE for port object 119d84be-1f7a-486d-9605-57d0c0f0de52 will not be triggered until provisioned by entity L2. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:20:56.417987 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-8c96b416-eef3-4ee1-b67d-674acabf1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:56.421341 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:20:56.466524 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-8c96b416-eef3-4ee1-b67d-674acabf1491 None None] Attempting to bind port 119d84be-1f7a-486d-9605-57d0c0f0de52 on host dv-cinder-797245-8-smb for vnic_type normal with profile {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:20:56.466905 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-8c96b416-eef3-4ee1-b67d-674acabf1491 None None] Attempting to bind port 119d84be-1f7a-486d-9605-57d0c0f0de52 by drivers openvswitch,hyperv on host dv-cinder-797245-8-smb at level 0 using segments [{'id': 'e9e5c7ef-c364-4b74-9222-2e87bd8fc345', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:20:56.467266 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c96b416-eef3-4ee1-b67d-674acabf1491 None None] Attempting to bind port 119d84be-1f7a-486d-9605-57d0c0f0de52 on network 66e8c627-bfc7-4283-9c88-a2a34f7e2e0b {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:20:56.474398 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eee34a-9485-47b4-a5db-f6979bdc05fe None None] Pushing event updated for resources: {'Port': ['ID=119d84be-1f7a-486d-9605-57d0c0f0de52,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:20:56.479786 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c96b416-eef3-4ee1-b67d-674acabf1491 None None] Checking agent: {'id': '2d48862d-5b66-4de3-aaf5-496cc1a6aae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 16), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:20:56.479786 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c96b416-eef3-4ee1-b67d-674acabf1491 None None] Checking segment: {'id': 'e9e5c7ef-c364-4b74-9222-2e87bd8fc345', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:20:56.479786 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-8c96b416-eef3-4ee1-b67d-674acabf1491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:56.479786 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c96b416-eef3-4ee1-b67d-674acabf1491 None None] Bound using segment: {'id': 'e9e5c7ef-c364-4b74-9222-2e87bd8fc345', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:20:56.479786 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-8c96b416-eef3-4ee1-b67d-674acabf1491 None None] Bound port: 119d84be-1f7a-486d-9605-57d0c0f0de52, host: dv-cinder-797245-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e5c7ef-c364-4b74-9222-2e87bd8fc345', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'}}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:20:56.479786 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-8c96b416-eef3-4ee1-b67d-674acabf1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:56.480639 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-40eee34a-9485-47b4-a5db-f6979bdc05fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:56.531484 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-8c96b416-eef3-4ee1-b67d-674acabf1491 None None] For port 119d84be-1f7a-486d-9605-57d0c0f0de52, host dv-cinder-797245-8-smb, cleared binding levels {{(pid=92901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:20:56.534799 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-8c96b416-eef3-4ee1-b67d-674acabf1491 None None] For port 119d84be-1f7a-486d-9605-57d0c0f0de52, host dv-cinder-797245-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=119d84be-1f7a-486d-9605-57d0c0f0de52,segment=NetworkSegment(e9e5c7ef-c364-4b74-9222-2e87bd8fc345),segment_id=e9e5c7ef-c364-4b74-9222-2e87bd8fc345)] {{(pid=92901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:20:56.538337 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-8c96b416-eef3-4ee1-b67d-674acabf1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:56.541329 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:20:56.597528 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c96b416-eef3-4ee1-b67d-674acabf1491 None None] Routers {'33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:20:56.598139 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-8c96b416-eef3-4ee1-b67d-674acabf1491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:20:45Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d'], 'active': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:20:56.705635 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eee34a-9485-47b4-a5db-f6979bdc05fe None None] Pushing event updated for resources: {'Port': ['ID=119d84be-1f7a-486d-9605-57d0c0f0de52,revision_number=3']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:20:56.709682 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-40eee34a-9485-47b4-a5db-f6979bdc05fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:56.775974 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvr_db [None req-8c96b416-eef3-4ee1-b67d-674acabf1491 None None] Set router 33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d gateway port host: dv-cinder-797245-8-smb {{(pid=92901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:20:56.975481 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-8c96b416-eef3-4ee1-b67d-674acabf1491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d', 'name': 'router1', 'tenant_id': '03cbef4681a24e48af71c1a4284b901e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '119d84be-1f7a-486d-9605-57d0c0f0de52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:20:38Z', 'updated_at': '2021-06-29T03:20:54Z', 'revision_number': 4, 'project_id': '03cbef4681a24e48af71c1a4284b901e', 'gw_port': {'id': '119d84be-1f7a-486d-9605-57d0c0f0de52', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:85:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:20:54Z', 'updated_at': '2021-06-29T03:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': '419e55b3-3e31-4f41-96cb-e77e10a3c9bc', 'name': '', 'network_id': 'e4a81edf-b459-4aae-aee7-84c7653be897', 'tenant_id': '03cbef4681a24e48af71c1a4284b901e', 'mac_address': 'fa:16:3e:04:82:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c9dd720-bc38-4417-a5b8-b90a2e1be93d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:20:46Z', 'updated_at': '2021-06-29T03:20:53Z', 'revision_number': 5, 'project_id': '03cbef4681a24e48af71c1a4284b901e', 'subnets': [{'id': '2c9dd720-bc38-4417-a5b8-b90a2e1be93d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '102c5a69-17b8-4bb1-92d9-077e0baa0037'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:20:57.000627 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c96b416-eef3-4ee1-b67d-674acabf1491 None None] The sync data for ids ['33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d'] in dv-cinder-797245-8-smb is: [{'id': '33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d', 'name': 'router1', 'tenant_id': '03cbef4681a24e48af71c1a4284b901e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '119d84be-1f7a-486d-9605-57d0c0f0de52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:20:38Z', 'updated_at': '2021-06-29T03:20:54Z', 'revision_number': 4, 'project_id': '03cbef4681a24e48af71c1a4284b901e', 'gw_port': {'id': '119d84be-1f7a-486d-9605-57d0c0f0de52', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:85:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:20:54Z', 'updated_at': '2021-06-29T03:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': '419e55b3-3e31-4f41-96cb-e77e10a3c9bc', 'name': '', 'network_id': 'e4a81edf-b459-4aae-aee7-84c7653be897', 'tenant_id': '03cbef4681a24e48af71c1a4284b901e', 'mac_address': 'fa:16:3e:04:82:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dfdc25-f37c-4be6-9efa-d9c4a7cb0c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c9dd720-bc38-4417-a5b8-b90a2e1be93d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:20:46Z', 'updated_at': '2021-06-29T03:20:53Z', 'revision_number': 5, 'project_id': '03cbef4681a24e48af71c1a4284b901e', 'subnets': [{'id': '2c9dd720-bc38-4417-a5b8-b90a2e1be93d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '102c5a69-17b8-4bb1-92d9-077e0baa0037'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:20:57.602424 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 39238) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:20:57.716267 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 119d84be-1f7a-486d-9605-57d0c0f0de52 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:20:57.767526 dv-cinder-797245-8-smb neutron-server[92899]: WARNING oslo_policy.policy [None req-acdc6f8b-f2f6-4c8f-beff-fcb6be5dc0e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 03:20:57.768147 dv-cinder-797245-8-smb neutron-server[92899]: WARNING oslo_policy.policy [None req-acdc6f8b-f2f6-4c8f-beff-fcb6be5dc0e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 03:20:57.769655 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning for port 119d84be-1f7a-486d-9605-57d0c0f0de52 completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:20:57.773451 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port 119d84be-1f7a-486d-9605-57d0c0f0de52 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:20:57.773828 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:57.849435 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:57.869003 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] For port 119d84be-1f7a-486d-9605-57d0c0f0de52, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=119d84be-1f7a-486d-9605-57d0c0f0de52,segment=NetworkSegment(e9e5c7ef-c364-4b74-9222-2e87bd8fc345),segment_id=e9e5c7ef-c364-4b74-9222-2e87bd8fc345)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:20:57.872719 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:57.874845 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:20:57.919163 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Pushing event updated for resources: {'Port': ['ID=119d84be-1f7a-486d-9605-57d0c0f0de52,revision_number=4']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:20:57.922147 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:58.184798 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.policy [None req-acdc6f8b-f2f6-4c8f-beff-fcb6be5dc0e2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92899) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 03:20:58.230810 dv-cinder-797245-8-smb neutron-server[92899]: WARNING oslo_policy.policy [None req-acdc6f8b-f2f6-4c8f-beff-fcb6be5dc0e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 03:20:58.231181 dv-cinder-797245-8-smb neutron-server[92899]: WARNING oslo_policy.policy [None req-acdc6f8b-f2f6-4c8f-beff-fcb6be5dc0e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 03:20:58.240936 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-acdc6f8b-f2f6-4c8f-beff-fcb6be5dc0e2 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.6375833 Jun 29 03:20:59.680463 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 119d84be-1f7a-486d-9605-57d0c0f0de52 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:20:59.735240 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port 119d84be-1f7a-486d-9605-57d0c0f0de52 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:20:59.735240 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:21:13.077870 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e68627a9-438d-46aa-ab20-04e3677f03a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:21:15.464996 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-7a28930b-905a-4fbb-877a-cdd2914fd5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:21:15.829229 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:21:16.516766 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:21:18.359457 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:21:19.018598 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.agents_db [None req-352bb85c-db89-4991-b002-2379bbcb00d3 None None] Agent healthcheck: found 5 active agents {{(pid=92902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:21:43.068942 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-434fe8a2-da4a-4598-a57a-b32b93a70768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:21:45.470155 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-eefa01ab-bcba-4aaa-b6bf-f77caee5135a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:21:45.823255 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:21:46.488095 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:21:48.365206 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:21:56.018111 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.agents_db [None req-352bb85c-db89-4991-b002-2379bbcb00d3 None None] Agent healthcheck: found 5 active agents {{(pid=92902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:22:13.069796 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-0ca7fa7d-df05-4531-b970-0b63849e1f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:22:15.471392 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c44667be-895a-4a22-957d-65097364cb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:22:15.826144 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:22:16.487877 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:22:18.367048 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:22:33.016755 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.agents_db [None req-352bb85c-db89-4991-b002-2379bbcb00d3 None None] Agent healthcheck: found 5 active agents {{(pid=92902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:22:33.118672 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 39814) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:22:33.191553 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.pecan_wsgi.hooks.translation [None req-49ee7cdf-2703-4943-95cd-85f254302509 admin admin] GET failed (client error): The resource could not be found. Jun 29 03:22:33.192839 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-49ee7cdf-2703-4943-95cd-85f254302509 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0732174 Jun 29 03:22:33.390217 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e0a93f-5890-4f8b-921c-9528f43b965c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:22:33.391617 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-85e0a93f-5890-4f8b-921c-9528f43b965c admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1950874 Jun 29 03:22:35.494900 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 39824) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:22:35.619788 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db83f6d7-b308-471a-a58c-509b351ef038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:22:35.621111 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-db83f6d7-b308-471a-a58c-509b351ef038 admin admin] 10.222.0.24 "GET /v2.0/subnets/2c9dd720-bc38-4417-a5b8-b90a2e1be93d HTTP/1.1" status: 200 len: 849 time: 0.1252666 Jun 29 03:22:35.631046 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-1b48bce7-e26a-4e25-8181-7aa4df45ed16 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:22:35.716481 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-1b48bce7-e26a-4e25-8181-7aa4df45ed16 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:22:35.869214 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-1b48bce7-e26a-4e25-8181-7aa4df45ed16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763851747036'] for subnet, after_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:22:35.872050 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:22:35.933835 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b48bce7-e26a-4e25-8181-7aa4df45ed16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:22:35.935024 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-1b48bce7-e26a-4e25-8181-7aa4df45ed16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for subnet, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:22:35.935711 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-1b48bce7-e26a-4e25-8181-7aa4df45ed16 admin admin] 10.222.0.24 "PUT /v2.0/subnets/2c9dd720-bc38-4417-a5b8-b90a2e1be93d HTTP/1.1" status: 200 len: 868 time: 0.3084843 Jun 29 03:22:35.948351 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48bce7-e26a-4e25-8181-7aa4df45ed16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c9dd720-bc38-4417-a5b8-b90a2e1be93d,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:22:35.950843 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e20896-513d-43e1-bccf-476b1ec51704 None None] Network e4a81edf-b459-4aae-aee7-84c7653be897 requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:22:35.958354 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48bce7-e26a-4e25-8181-7aa4df45ed16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:22:35.958694 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48bce7-e26a-4e25-8181-7aa4df45ed16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:22:35.959093 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48bce7-e26a-4e25-8181-7aa4df45ed16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:22:35.959369 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48bce7-e26a-4e25-8181-7aa4df45ed16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:22:35.959675 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48bce7-e26a-4e25-8181-7aa4df45ed16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:22:35.960029 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48bce7-e26a-4e25-8181-7aa4df45ed16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:22:35.960344 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48bce7-e26a-4e25-8181-7aa4df45ed16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:22:35.960657 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48bce7-e26a-4e25-8181-7aa4df45ed16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:22:35.960980 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48bce7-e26a-4e25-8181-7aa4df45ed16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:22:35.961291 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48bce7-e26a-4e25-8181-7aa4df45ed16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:22:35.961599 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48bce7-e26a-4e25-8181-7aa4df45ed16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:22:35.961909 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48bce7-e26a-4e25-8181-7aa4df45ed16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:22:35.963075 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48bce7-e26a-4e25-8181-7aa4df45ed16 admin admin] Tracked resource versions report: Jun 29 03:22:35.963075 dv-cinder-797245-8-smb neutron-server[92899]: pushed versions: Jun 29 03:22:35.963075 dv-cinder-797245-8-smb neutron-server[92899]: { 'AddressGroup': {'1.2'}, Jun 29 03:22:35.963075 dv-cinder-797245-8-smb neutron-server[92899]: 'ConntrackHelper': {'1.0'}, Jun 29 03:22:35.963075 dv-cinder-797245-8-smb neutron-server[92899]: 'Log': {'1.0'}, Jun 29 03:22:35.963075 dv-cinder-797245-8-smb neutron-server[92899]: 'Network': {'1.1'}, Jun 29 03:22:35.963075 dv-cinder-797245-8-smb neutron-server[92899]: 'Port': {'1.7'}, Jun 29 03:22:35.963075 dv-cinder-797245-8-smb neutron-server[92899]: 'PortForwarding': {'1.2'}, Jun 29 03:22:35.963075 dv-cinder-797245-8-smb neutron-server[92899]: 'QosPolicy': {'1.8'}, Jun 29 03:22:35.963075 dv-cinder-797245-8-smb neutron-server[92899]: 'SecurityGroup': {'1.4'}, Jun 29 03:22:35.963075 dv-cinder-797245-8-smb neutron-server[92899]: 'SecurityGroupRule': {'1.2'}, Jun 29 03:22:35.963075 dv-cinder-797245-8-smb neutron-server[92899]: 'SubPort': {'1.0'}, Jun 29 03:22:35.963075 dv-cinder-797245-8-smb neutron-server[92899]: 'Subnet': {'1.1'}, Jun 29 03:22:35.963075 dv-cinder-797245-8-smb neutron-server[92899]: 'Trunk': {'1.1'}} Jun 29 03:22:35.963075 dv-cinder-797245-8-smb neutron-server[92899]: consumer versions: Jun 29 03:22:35.963075 dv-cinder-797245-8-smb neutron-server[92899]: { DHCP agent@dv-cinder-797245-8-smb: {}, Jun 29 03:22:35.963075 dv-cinder-797245-8-smb neutron-server[92899]: L3 agent@dv-cinder-797245-8-smb: {}, Jun 29 03:22:35.963075 dv-cinder-797245-8-smb neutron-server[92899]: Metadata agent@dv-cinder-797245-8-smb: {}, Jun 29 03:22:35.963075 dv-cinder-797245-8-smb neutron-server[92899]: Metering agent@dv-cinder-797245-8-smb: {}, Jun 29 03:22:35.963075 dv-cinder-797245-8-smb neutron-server[92899]: Open vSwitch agent@dv-cinder-797245-8-smb: { 'AddressGroup': '1.2', Jun 29 03:22:35.963075 dv-cinder-797245-8-smb neutron-server[92899]: 'ConntrackHelper': '1.0', Jun 29 03:22:35.963075 dv-cinder-797245-8-smb neutron-server[92899]: 'Log': '1.0', Jun 29 03:22:35.963075 dv-cinder-797245-8-smb neutron-server[92899]: 'Network': '1.1', Jun 29 03:22:35.963075 dv-cinder-797245-8-smb neutron-server[92899]: 'Port': '1.7', Jun 29 03:22:35.963075 dv-cinder-797245-8-smb neutron-server[92899]: 'PortForwarding': '1.2', Jun 29 03:22:35.963075 dv-cinder-797245-8-smb neutron-server[92899]: 'QosPolicy': '1.8', Jun 29 03:22:35.963075 dv-cinder-797245-8-smb neutron-server[92899]: 'SecurityGroup': '1.4', Jun 29 03:22:35.963075 dv-cinder-797245-8-smb neutron-server[92899]: 'SecurityGroupRule': '1.2', Jun 29 03:22:35.963075 dv-cinder-797245-8-smb neutron-server[92899]: 'SubPort': '1.0', Jun 29 03:22:35.963075 dv-cinder-797245-8-smb neutron-server[92899]: 'Subnet': '1.1', Jun 29 03:22:35.963075 dv-cinder-797245-8-smb neutron-server[92899]: 'Trunk': '1.1'}} Jun 29 03:22:35.963075 dv-cinder-797245-8-smb neutron-server[92899]: {{(pid=92899) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 03:22:35.967327 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-1b48bce7-e26a-4e25-8181-7aa4df45ed16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:22:36.278170 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-b22de74d-fa7c-467d-8ee3-b1ef2c3f8824 None None] Provisioning complete for port f7a9e578-5806-4e22-af54-51354b4f4bb7 triggered by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:22:36.278747 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-b22de74d-fa7c-467d-8ee3-b1ef2c3f8824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:22:36.363607 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-b22de74d-fa7c-467d-8ee3-b1ef2c3f8824 None None] Provisioning complete for port 419e55b3-3e31-4f41-96cb-e77e10a3c9bc triggered by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:22:36.364108 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-b22de74d-fa7c-467d-8ee3-b1ef2c3f8824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:22:38.057487 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 39836) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:22:38.247407 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6c8dba-7d68-4374-82df-d57493f216a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:22:38.247824 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6c8dba-7d68-4374-82df-d57493f216a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:22:38.249343 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-5a6c8dba-7d68-4374-82df-d57493f216a9 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1909072 Jun 29 03:22:40.349039 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 39846) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:22:40.476312 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243d2993-4ee3-499e-8f08-9513c09818c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:22:40.476787 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243d2993-4ee3-499e-8f08-9513c09818c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:22:40.478287 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-243d2993-4ee3-499e-8f08-9513c09818c4 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1283083 Jun 29 03:22:42.591919 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 39854) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:22:42.711959 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2611bf53-30c9-4f57-9843-e1c3e1ad9817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:22:42.713330 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-2611bf53-30c9-4f57-9843-e1c3e1ad9817 admin admin] 10.222.0.24 "GET /v2.0/networks/66e8c627-bfc7-4283-9c88-a2a34f7e2e0b HTTP/1.1" status: 200 len: 886 time: 0.1204443 Jun 29 03:22:43.069296 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-04dde00d-84b5-46ec-96bd-b86e3584500b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:22:44.814112 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 39862) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:22:44.939100 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990d8b7e-01b7-47d1-b7f6-55f648588040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:22:44.940364 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-990d8b7e-01b7-47d1-b7f6-55f648588040 admin admin] 10.222.0.24 "GET /v2.0/networks/e4a81edf-b459-4aae-aee7-84c7653be897 HTTP/1.1" status: 200 len: 869 time: 0.1253166 Jun 29 03:22:45.473681 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3bfe7a86-bd22-4f25-b32b-c6d08b83ed5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:22:45.827065 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:22:46.489195 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:22:47.067734 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 39870) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:22:47.186707 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac30a27-94e0-4374-8a9a-6c3e7a605b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:22:47.187875 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac30a27-94e0-4374-8a9a-6c3e7a605b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:22:47.189369 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-6ac30a27-94e0-4374-8a9a-6c3e7a605b4b admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1206582 Jun 29 03:22:48.377506 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:22:49.291455 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 39878) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:22:49.384043 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2d9f93-e0ba-4c84-a982-247a8cfa8a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:22:49.384499 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2d9f93-e0ba-4c84-a982-247a8cfa8a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:22:49.386015 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-4d2d9f93-e0ba-4c84-a982-247a8cfa8a58 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0932901 Jun 29 03:22:51.466096 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 39886) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:22:51.556822 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfd8729-c4b0-4c49-83f2-719c37f5d402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:22:51.558156 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-ecfd8729-c4b0-4c49-83f2-719c37f5d402 admin admin] 10.222.0.24 "GET /v2.0/subnets/2c9dd720-bc38-4417-a5b8-b90a2e1be93d HTTP/1.1" status: 200 len: 868 time: 0.0911057 Jun 29 03:22:53.663279 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 39894) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:22:53.744715 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500b3008-9482-4a85-93c7-8e72ee9f425b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:22:53.745999 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-500b3008-9482-4a85-93c7-8e72ee9f425b admin admin] 10.222.0.24 "GET /v2.0/subnets/c8165791-a4a1-46c6-a3dc-c0e6529e25bd HTTP/1.1" status: 200 len: 816 time: 0.0817583 Jun 29 03:23:10.015837 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.agents_db [None req-352bb85c-db89-4991-b002-2379bbcb00d3 None None] Agent healthcheck: found 5 active agents {{(pid=92902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:23:13.071733 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-5f8471a7-144d-4e3f-8717-f0e63352b2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:15.474116 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-1f7a435e-09cb-47c9-a118-b357f1a003b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:15.828057 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:16.492525 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:16.708342 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 39938) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:23:16.755599 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [None req-8b8271fe-8ab3-4351-b623-0dac479b6b27 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 03:23:16.756616 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-8b8271fe-8ab3-4351-b623-0dac479b6b27 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473671 Jun 29 03:23:18.372585 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:18.959160 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 39946) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:23:19.017178 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.pecan_wsgi.hooks.translation [None req-97310041-22eb-40b0-a458-4069844be23b admin admin] GET failed (client error): The resource could not be found. Jun 29 03:23:19.018450 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-97310041-22eb-40b0-a458-4069844be23b admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0583894 Jun 29 03:23:19.153933 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d92fd5-9f87-4d9d-bcfc-fd9caf549553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:23:19.156985 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-57d92fd5-9f87-4d9d-bcfc-fd9caf549553 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1334739 Jun 29 03:23:21.276863 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 39954) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:23:21.322524 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-cb286e99-07f7-476a-9245-c62cae887082 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:23:21.342297 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb286e99-07f7-476a-9245-c62cae887082 admin admin] Made reservation on behalf of 35b8f09da5c04ed3b3fc1e73f3283474 for: {'network': 1} {{(pid=92900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:23:21.344542 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-cb286e99-07f7-476a-9245-c62cae887082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for network, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:21.372805 dv-cinder-797245-8-smb neutron-server[92900]: WARNING neutron.services.revisions.revision_plugin [None req-cb286e99-07f7-476a-9245-c62cae887082 admin admin] Could not find related network for resource to bump revision. Jun 29 03:23:21.384366 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb286e99-07f7-476a-9245-c62cae887082 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=92900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 03:23:21.392824 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-cb286e99-07f7-476a-9245-c62cae887082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342'] for segment, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:21.393160 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.db.segments_db [None req-cb286e99-07f7-476a-9245-c62cae887082 admin admin] Added segment 1926d222-4bc3-4795-bb60-6ab0e2aa20dd of type vlan for network d233b631-89a5-4e35-8fad-1bc398f3d77f Jun 29 03:23:21.533227 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-cb286e99-07f7-476a-9245-c62cae887082 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763851271976'] for network, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:21.560094 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-cb286e99-07f7-476a-9245-c62cae887082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670'] for network, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:21.561924 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb286e99-07f7-476a-9245-c62cae887082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:23:21.562495 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-cb286e99-07f7-476a-9245-c62cae887082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for network, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:21.564417 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-62c88a7e-396f-40ac-86be-0c7e3082b5bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:23:21.609741 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-cb286e99-07f7-476a-9245-c62cae887082 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3317807 Jun 29 03:23:21.620581 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb286e99-07f7-476a-9245-c62cae887082 admin admin] Pushing event updated for resources: {'Network': ['ID=d233b631-89a5-4e35-8fad-1bc398f3d77f,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:23:21.628864 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb286e99-07f7-476a-9245-c62cae887082 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:23:21.629195 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb286e99-07f7-476a-9245-c62cae887082 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:23:21.629530 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb286e99-07f7-476a-9245-c62cae887082 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:23:21.629854 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb286e99-07f7-476a-9245-c62cae887082 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:23:21.630174 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb286e99-07f7-476a-9245-c62cae887082 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:23:21.630491 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb286e99-07f7-476a-9245-c62cae887082 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:23:21.630807 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb286e99-07f7-476a-9245-c62cae887082 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:23:21.631129 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb286e99-07f7-476a-9245-c62cae887082 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:23:21.631465 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb286e99-07f7-476a-9245-c62cae887082 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:23:21.631806 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb286e99-07f7-476a-9245-c62cae887082 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:23:21.632121 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb286e99-07f7-476a-9245-c62cae887082 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:23:21.632435 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb286e99-07f7-476a-9245-c62cae887082 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:23:21.636480 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-cb286e99-07f7-476a-9245-c62cae887082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:23:21.648697 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Network d233b631-89a5-4e35-8fad-1bc398f3d77f details requested by agent ovs-agent-dv-cinder-797245-8-smb with host dv-cinder-797245-8-smb {{(pid=92901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:23:23.715392 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 39962) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:23:23.773327 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.pecan_wsgi.hooks.translation [None req-edbbe96c-478c-4ba8-bbe6-6225412686b9 admin admin] GET failed (client error): The resource could not be found. Jun 29 03:23:23.774654 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-edbbe96c-478c-4ba8-bbe6-6225412686b9 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0582945 Jun 29 03:23:23.843366 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3254da67-c0ed-4c8b-8e3e-f2ca03aab191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:23:23.844789 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-3254da67-c0ed-4c8b-8e3e-f2ca03aab191 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0663967 Jun 29 03:23:23.853916 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-6f55d266-2291-43d1-a065-74b46444a43a admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'd233b631-89a5-4e35-8fad-1bc398f3d77f', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:23:23.872600 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f55d266-2291-43d1-a065-74b46444a43a admin admin] Made reservation on behalf of 35b8f09da5c04ed3b3fc1e73f3283474 for: {'subnet': 1} {{(pid=92900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:23:23.875320 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-6f55d266-2291-43d1-a065-74b46444a43a admin admin] Notify callbacks [] for subnet, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:24.034119 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-6f55d266-2291-43d1-a065-74b46444a43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670'] for subnet, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:24.036930 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-b5a73784-72ee-4f47-ba71-e855814f9174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:23:24.088110 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55d266-2291-43d1-a065-74b46444a43a admin admin] Pushing event updated for resources: {'Subnet': ['ID=44ae0c9b-ed52-4f22-98d5-6ef5a47304c7,revision_number=0']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:23:24.091684 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-6f55d266-2291-43d1-a065-74b46444a43a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:23:24.095211 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f55d266-2291-43d1-a065-74b46444a43a admin admin] Checking segment: {'id': '1926d222-4bc3-4795-bb60-6ab0e2aa20dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd233b631-89a5-4e35-8fad-1bc398f3d77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:23:24.095559 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f55d266-2291-43d1-a065-74b46444a43a admin admin] Network hostable DHCP agents. Network: d233b631-89a5-4e35-8fad-1bc398f3d77f, hostable agents: ['15611171-d073-4a1d-b69f-900d48098551'], hosted agents: [] {{(pid=92900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:23:24.110884 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f55d266-2291-43d1-a065-74b46444a43a admin admin] Network d233b631-89a5-4e35-8fad-1bc398f3d77f is scheduled to be hosted by DHCP agent 15611171-d073-4a1d-b69f-900d48098551 with binding_index 1 {{(pid=92900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:23:24.119126 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [None req-6f55d266-2291-43d1-a065-74b46444a43a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-smb, d233b631-89a5-4e35-8fad-1bc398f3d77f) {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:23:24.122934 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f55d266-2291-43d1-a065-74b46444a43a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:23:24.124079 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-6f55d266-2291-43d1-a065-74b46444a43a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for subnet, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:24.128941 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df9a520-7d1d-4943-b006-764d441614a2 None None] Network d233b631-89a5-4e35-8fad-1bc398f3d77f requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:23:24.137624 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-6f55d266-2291-43d1-a065-74b46444a43a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2869582 Jun 29 03:23:24.373455 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5883397f-06c1-5c34-a929-fdfc630db77e-d233b631-89a5-4e35-8fad-1bc398f3d77f', 'network_id': 'd233b631-89a5-4e35-8fad-1bc398f3d77f', 'tenant_id': '35b8f09da5c04ed3b3fc1e73f3283474', 'fixed_ips': [{'subnet_id': '44ae0c9b-ed52-4f22-98d5-6ef5a47304c7'}]}} from dv-cinder-797245-8-smb. {{(pid=92901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 03:23:24.374343 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:24.512008 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Allocated IP 192.168.233.2 (d233b631-89a5-4e35-8fad-1bc398f3d77f/44ae0c9b-ed52-4f22-98d5-6ef5a47304c7/db568a6a-fd1a-49ca-8a12-cb25760b91b2) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:23:24.652143 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:24.660770 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Transition to ACTIVE for port object db568a6a-fd1a-49ca-8a12-cb25760b91b2 will not be triggered until provisioned by entity L2. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:23:24.676565 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Transition to ACTIVE for port object db568a6a-fd1a-49ca-8a12-cb25760b91b2 will not be triggered until provisioned by entity DHCP. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:23:24.682954 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:24.685290 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:23:24.730622 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Network d233b631-89a5-4e35-8fad-1bc398f3d77f is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:23:24.735047 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:23:24.736912 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Pushing event updated for resources: {'Port': ['ID=db568a6a-fd1a-49ca-8a12-cb25760b91b2,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:23:24.739034 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:23:24.747411 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:23:24.747779 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:23:24.748679 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:23:24.749030 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:23:24.749360 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:23:24.749688 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:23:24.750015 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:23:24.750339 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:23:24.750668 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:23:24.751006 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:23:24.753110 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:23:24.753110 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:23:24.756523 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:23:24.805148 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Attempting to bind port db568a6a-fd1a-49ca-8a12-cb25760b91b2 on host dv-cinder-797245-8-smb for vnic_type normal with profile {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:23:24.805517 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Attempting to bind port db568a6a-fd1a-49ca-8a12-cb25760b91b2 by drivers openvswitch,hyperv on host dv-cinder-797245-8-smb at level 0 using segments [{'id': '1926d222-4bc3-4795-bb60-6ab0e2aa20dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd233b631-89a5-4e35-8fad-1bc398f3d77f'}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:23:24.805877 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Attempting to bind port db568a6a-fd1a-49ca-8a12-cb25760b91b2 on network d233b631-89a5-4e35-8fad-1bc398f3d77f {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:23:24.811320 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Checking agent: {'id': '2d48862d-5b66-4de3-aaf5-496cc1a6aae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 16), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:23:24.811756 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Checking segment: {'id': '1926d222-4bc3-4795-bb60-6ab0e2aa20dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd233b631-89a5-4e35-8fad-1bc398f3d77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:23:24.812200 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:24.812590 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Bound using segment: {'id': '1926d222-4bc3-4795-bb60-6ab0e2aa20dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd233b631-89a5-4e35-8fad-1bc398f3d77f'} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:23:24.813076 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Bound port: db568a6a-fd1a-49ca-8a12-cb25760b91b2, host: dv-cinder-797245-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1926d222-4bc3-4795-bb60-6ab0e2aa20dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd233b631-89a5-4e35-8fad-1bc398f3d77f'}}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:23:24.813465 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:24.874263 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] For port db568a6a-fd1a-49ca-8a12-cb25760b91b2, host dv-cinder-797245-8-smb, cleared binding levels {{(pid=92901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:23:24.877963 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] For port db568a6a-fd1a-49ca-8a12-cb25760b91b2, host dv-cinder-797245-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=db568a6a-fd1a-49ca-8a12-cb25760b91b2,segment=NetworkSegment(1926d222-4bc3-4795-bb60-6ab0e2aa20dd),segment_id=1926d222-4bc3-4795-bb60-6ab0e2aa20dd)] {{(pid=92901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:23:24.881899 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:24.884093 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:23:24.939602 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Pushing event updated for resources: {'Port': ['ID=db568a6a-fd1a-49ca-8a12-cb25760b91b2,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:23:24.945592 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:23:25.759757 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d92a791-405a-4d59-a026-3b345cf3b2c0 None None] Network d233b631-89a5-4e35-8fad-1bc398f3d77f requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:23:25.824854 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-94715a8a-ff0a-46af-85d3-19fda39013f8 None None] Provisioning for port db568a6a-fd1a-49ca-8a12-cb25760b91b2 completed by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:23:25.850666 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device db568a6a-fd1a-49ca-8a12-cb25760b91b2 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:23:25.959356 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning for port db568a6a-fd1a-49ca-8a12-cb25760b91b2 completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:23:25.964083 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port db568a6a-fd1a-49ca-8a12-cb25760b91b2 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:23:25.964464 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:26.056700 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:26.095820 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] For port db568a6a-fd1a-49ca-8a12-cb25760b91b2, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=db568a6a-fd1a-49ca-8a12-cb25760b91b2,segment=NetworkSegment(1926d222-4bc3-4795-bb60-6ab0e2aa20dd),segment_id=1926d222-4bc3-4795-bb60-6ab0e2aa20dd)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:23:26.103890 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:26.103890 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-40eee34a-9485-47b4-a5db-f6979bdc05fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:23:26.152386 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Pushing event updated for resources: {'Port': ['ID=db568a6a-fd1a-49ca-8a12-cb25760b91b2,revision_number=3']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:23:26.155721 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:23:26.255072 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-c1e2e428-c76d-47fa-a1c4-edcdf17b57dd None None] Provisioning complete for port db568a6a-fd1a-49ca-8a12-cb25760b91b2 triggered by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:23:26.255449 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c1e2e428-c76d-47fa-a1c4-edcdf17b57dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:27.817950 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device db568a6a-fd1a-49ca-8a12-cb25760b91b2 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:23:27.866214 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port db568a6a-fd1a-49ca-8a12-cb25760b91b2 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:23:27.866590 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:43.073788 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b211e90-5eea-46bd-a4b7-162fba7eff6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:45.475264 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-963d9acd-3b11-4989-ba85-76d7aad1b53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:45.831222 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:46.495840 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:47.013484 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.agents_db [None req-352bb85c-db89-4991-b002-2379bbcb00d3 None None] Agent healthcheck: found 5 active agents {{(pid=92902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:23:48.376251 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:24:13.074245 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-fbf23729-1268-4468-b779-781a50d23f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:24:15.481410 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c70dad80-e174-457b-908b-c925f0f8d04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:24:15.831839 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:24:16.498670 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:24:18.378866 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:24:24.012379 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.agents_db [None req-352bb85c-db89-4991-b002-2379bbcb00d3 None None] Agent healthcheck: found 5 active agents {{(pid=92902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:24:36.309115 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 40014) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:24:36.315611 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [None req-f9f92df5-f502-43e3-b606-fec26d2aac2d tempest-verify_tempest_config-960787507 tempest-verify_tempest_config-960787507-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 03:24:36.316967 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-f9f92df5-f502-43e3-b606-fec26d2aac2d tempest-verify_tempest_config-960787507 tempest-verify_tempest_config-960787507-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067444 Jun 29 03:24:36.611367 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 40032) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:24:36.727004 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-cd63569c-7302-439d-a088-01728a361a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:24:36.735521 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.quota [None req-cd63569c-7302-439d-a088-01728a361a33 admin admin] Loaded quota_driver: . Jun 29 03:24:36.886597 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-cd63569c-7302-439d-a088-01728a361a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:24:36.890198 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-cd63569c-7302-439d-a088-01728a361a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:24:36.892958 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:24:36.940515 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-cd63569c-7302-439d-a088-01728a361a33 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d480ed0853b473badb0516054382cc3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3274682 Jun 29 03:24:36.941405 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd63569c-7302-439d-a088-01728a361a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215418ba-4f74-4337-bfe9-6aadba535555,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:24:36.942986 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 40038) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:24:36.948861 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd63569c-7302-439d-a088-01728a361a33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:36.949053 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd63569c-7302-439d-a088-01728a361a33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:36.949331 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd63569c-7302-439d-a088-01728a361a33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:36.949655 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd63569c-7302-439d-a088-01728a361a33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:36.949973 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd63569c-7302-439d-a088-01728a361a33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:36.950293 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd63569c-7302-439d-a088-01728a361a33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:36.950646 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd63569c-7302-439d-a088-01728a361a33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:36.950962 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd63569c-7302-439d-a088-01728a361a33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:36.951280 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd63569c-7302-439d-a088-01728a361a33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:36.951589 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd63569c-7302-439d-a088-01728a361a33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:36.951928 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd63569c-7302-439d-a088-01728a361a33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:36.952238 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd63569c-7302-439d-a088-01728a361a33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:36.956654 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-cd63569c-7302-439d-a088-01728a361a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:24:37.007148 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-4aff7513-2597-4c9d-bd4f-f06653ba4bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:24:37.026942 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-4aff7513-2597-4c9d-bd4f-f06653ba4bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:24:37.113869 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-4aff7513-2597-4c9d-bd4f-f06653ba4bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:24:37.116755 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-4aff7513-2597-4c9d-bd4f-f06653ba4bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:24:37.117882 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-4aff7513-2597-4c9d-bd4f-f06653ba4bab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/215418ba-4f74-4337-bfe9-6aadba535555 HTTP/1.1" status: 204 len: 168 time: 0.1738355 Jun 29 03:24:37.119007 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:24:37.126081 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff7513-2597-4c9d-bd4f-f06653ba4bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215418ba-4f74-4337-bfe9-6aadba535555,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:24:37.132565 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aff7513-2597-4c9d-bd4f-f06653ba4bab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:37.132908 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aff7513-2597-4c9d-bd4f-f06653ba4bab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:37.133242 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aff7513-2597-4c9d-bd4f-f06653ba4bab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:37.133578 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aff7513-2597-4c9d-bd4f-f06653ba4bab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:37.133889 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aff7513-2597-4c9d-bd4f-f06653ba4bab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:37.134209 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aff7513-2597-4c9d-bd4f-f06653ba4bab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:37.134526 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aff7513-2597-4c9d-bd4f-f06653ba4bab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:37.134841 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aff7513-2597-4c9d-bd4f-f06653ba4bab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:37.135230 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aff7513-2597-4c9d-bd4f-f06653ba4bab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:37.135526 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aff7513-2597-4c9d-bd4f-f06653ba4bab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:37.135817 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aff7513-2597-4c9d-bd4f-f06653ba4bab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:37.136209 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aff7513-2597-4c9d-bd4f-f06653ba4bab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:37.139357 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-4aff7513-2597-4c9d-bd4f-f06653ba4bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:24:43.078930 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-bd21b677-7039-49bd-8db1-858b7cc9c7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:24:45.474654 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9453f5e2-7311-465c-aad3-fbf28653a25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:24:45.832740 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:24:46.500706 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:24:48.382918 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:25:01.011161 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.agents_db [None req-352bb85c-db89-4991-b002-2379bbcb00d3 None None] Agent healthcheck: found 5 active agents {{(pid=92902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:25:13.078189 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d67fd3ae-d7f5-4fda-b3b0-3c3c4b6b5203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:25:15.475036 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d6633c7d-656f-4205-84e3-67d8fd8cfd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:25:15.833669 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:25:16.505427 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:25:18.383153 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:25:38.010438 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.agents_db [None req-352bb85c-db89-4991-b002-2379bbcb00d3 None None] Agent healthcheck: found 5 active agents {{(pid=92902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:25:43.078671 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-da223c55-98f8-4878-850e-e037d6df9d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:25:45.474553 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d7f5a23f-694d-42c3-8a72-92e366861cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:25:45.833986 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:25:46.505708 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:25:48.384926 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:26:13.078161 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-821ab08d-65c6-4f1f-bf9a-07e4dcba5ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:26:15.008997 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.agents_db [None req-352bb85c-db89-4991-b002-2379bbcb00d3 None None] Agent healthcheck: found 5 active agents {{(pid=92902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:26:15.474172 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d1a4879d-a4af-4148-bf4c-53845efdd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:26:15.834185 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:26:16.507877 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:26:17.086178 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8080573'] for agent, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:26:18.389903 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:26:31.379466 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 40110) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:26:31.480097 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-7726435c-bbed-4fdb-80a8-afa15c65ed34 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0995047 Jun 29 03:26:33.619650 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 40120) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:26:33.680337 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-16b62c22-8abd-460f-8c75-c992d4dcc703 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0595801 Jun 29 03:26:43.080705 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-8e385a51-5b2e-477a-8a69-38ba344262a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:26:45.474148 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-bc67e179-4033-4044-91da-75a32d2813ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:26:45.833641 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:26:46.511083 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:26:47.057144 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:26:48.389802 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:26:52.008043 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.agents_db [None req-352bb85c-db89-4991-b002-2379bbcb00d3 None None] Agent healthcheck: found 6 active agents {{(pid=92902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:27:13.082163 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-a3f784fa-6807-432b-ae8e-813b959b0877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:15.482537 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f5ffc837-5136-4c2c-91ce-3df7ac74133a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:15.833541 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:16.514822 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:17.073247 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:18.392475 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:29.015333 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.agents_db [None req-352bb85c-db89-4991-b002-2379bbcb00d3 None None] Agent healthcheck: found 6 active agents {{(pid=92902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:27:43.083301 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-bad351bd-117a-41bc-82e1-f024811109ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:45.473085 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-2210170e-3213-4302-99ae-d7b4ef790064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:45.833752 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:46.517969 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:47.073921 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:48.394304 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:04.138852 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 40216) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:04.306680 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-ab110700-d998-4352-8132-e8f8534a413f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-648326467-network', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:04.330586 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab110700-d998-4352-8132-e8f8534a413f admin admin] Made reservation on behalf of 43f3aeed3f4749bab1f83a06f1e82be0 for: {'network': 1} {{(pid=92899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:28:04.333072 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-ab110700-d998-4352-8132-e8f8534a413f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for network, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:04.344949 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-ab110700-d998-4352-8132-e8f8534a413f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:04.434434 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-ab110700-d998-4352-8132-e8f8534a413f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:04.439001 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-ab110700-d998-4352-8132-e8f8534a413f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:04.442663 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:04.463177 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab110700-d998-4352-8132-e8f8534a413f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3451f6-f4d2-4a7f-a0c1-9c52ea0cdafc,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:04.476646 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab110700-d998-4352-8132-e8f8534a413f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:04.476646 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab110700-d998-4352-8132-e8f8534a413f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:04.476646 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab110700-d998-4352-8132-e8f8534a413f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:04.476646 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab110700-d998-4352-8132-e8f8534a413f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:04.476646 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab110700-d998-4352-8132-e8f8534a413f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:04.477522 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab110700-d998-4352-8132-e8f8534a413f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:04.477522 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab110700-d998-4352-8132-e8f8534a413f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:04.477522 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab110700-d998-4352-8132-e8f8534a413f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:04.478046 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab110700-d998-4352-8132-e8f8534a413f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:04.478046 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab110700-d998-4352-8132-e8f8534a413f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:04.478856 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab110700-d998-4352-8132-e8f8534a413f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:04.478856 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab110700-d998-4352-8132-e8f8534a413f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:04.484326 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab110700-d998-4352-8132-e8f8534a413f admin admin] Tracked resource versions report: Jun 29 03:28:04.484326 dv-cinder-797245-8-smb neutron-server[92899]: pushed versions: Jun 29 03:28:04.484326 dv-cinder-797245-8-smb neutron-server[92899]: { 'AddressGroup': {'1.2'}, Jun 29 03:28:04.484326 dv-cinder-797245-8-smb neutron-server[92899]: 'ConntrackHelper': {'1.0'}, Jun 29 03:28:04.484326 dv-cinder-797245-8-smb neutron-server[92899]: 'Log': {'1.0'}, Jun 29 03:28:04.484326 dv-cinder-797245-8-smb neutron-server[92899]: 'Network': {'1.1'}, Jun 29 03:28:04.484326 dv-cinder-797245-8-smb neutron-server[92899]: 'Port': {'1.7'}, Jun 29 03:28:04.484326 dv-cinder-797245-8-smb neutron-server[92899]: 'PortForwarding': {'1.2'}, Jun 29 03:28:04.484326 dv-cinder-797245-8-smb neutron-server[92899]: 'QosPolicy': {'1.8'}, Jun 29 03:28:04.484326 dv-cinder-797245-8-smb neutron-server[92899]: 'SecurityGroup': {'1.4'}, Jun 29 03:28:04.484326 dv-cinder-797245-8-smb neutron-server[92899]: 'SecurityGroupRule': {'1.2'}, Jun 29 03:28:04.484326 dv-cinder-797245-8-smb neutron-server[92899]: 'SubPort': {'1.0'}, Jun 29 03:28:04.484326 dv-cinder-797245-8-smb neutron-server[92899]: 'Subnet': {'1.1'}, Jun 29 03:28:04.484326 dv-cinder-797245-8-smb neutron-server[92899]: 'Trunk': {'1.1'}} Jun 29 03:28:04.484326 dv-cinder-797245-8-smb neutron-server[92899]: consumer versions: Jun 29 03:28:04.484326 dv-cinder-797245-8-smb neutron-server[92899]: { DHCP agent@dv-cinder-797245-8-smb: {}, Jun 29 03:28:04.484326 dv-cinder-797245-8-smb neutron-server[92899]: HyperV agent@hv-cinder-79724: {}, Jun 29 03:28:04.484326 dv-cinder-797245-8-smb neutron-server[92899]: L3 agent@dv-cinder-797245-8-smb: {}, Jun 29 03:28:04.484326 dv-cinder-797245-8-smb neutron-server[92899]: Metadata agent@dv-cinder-797245-8-smb: {}, Jun 29 03:28:04.484326 dv-cinder-797245-8-smb neutron-server[92899]: Metering agent@dv-cinder-797245-8-smb: {}, Jun 29 03:28:04.484326 dv-cinder-797245-8-smb neutron-server[92899]: Open vSwitch agent@dv-cinder-797245-8-smb: { 'AddressGroup': '1.2', Jun 29 03:28:04.484326 dv-cinder-797245-8-smb neutron-server[92899]: 'ConntrackHelper': '1.0', Jun 29 03:28:04.484326 dv-cinder-797245-8-smb neutron-server[92899]: 'Log': '1.0', Jun 29 03:28:04.484326 dv-cinder-797245-8-smb neutron-server[92899]: 'Network': '1.1', Jun 29 03:28:04.484326 dv-cinder-797245-8-smb neutron-server[92899]: 'Port': '1.7', Jun 29 03:28:04.484326 dv-cinder-797245-8-smb neutron-server[92899]: 'PortForwarding': '1.2', Jun 29 03:28:04.484326 dv-cinder-797245-8-smb neutron-server[92899]: 'QosPolicy': '1.8', Jun 29 03:28:04.484326 dv-cinder-797245-8-smb neutron-server[92899]: 'SecurityGroup': '1.4', Jun 29 03:28:04.484326 dv-cinder-797245-8-smb neutron-server[92899]: 'SecurityGroupRule': '1.2', Jun 29 03:28:04.484326 dv-cinder-797245-8-smb neutron-server[92899]: 'SubPort': '1.0', Jun 29 03:28:04.484326 dv-cinder-797245-8-smb neutron-server[92899]: 'Subnet': '1.1', Jun 29 03:28:04.484326 dv-cinder-797245-8-smb neutron-server[92899]: 'Trunk': '1.1'}} Jun 29 03:28:04.484326 dv-cinder-797245-8-smb neutron-server[92899]: {{(pid=92899) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 03:28:04.491629 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-ab110700-d998-4352-8132-e8f8534a413f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:04.496210 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab110700-d998-4352-8132-e8f8534a413f admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=92899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 03:28:04.522899 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-ab110700-d998-4352-8132-e8f8534a413f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763851730728', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342'] for segment, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:04.523570 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-ab110700-d998-4352-8132-e8f8534a413f admin admin] Unsubscribe: segment precommit_create {{(pid=92899) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 03:28:04.524043 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.db.segments_db [None req-ab110700-d998-4352-8132-e8f8534a413f admin admin] Added segment 38283d29-4f4a-48db-be4f-9f1ff8e9f0d7 of type vlan for network 2c477f5c-bdb0-44ca-8af9-ed7781063c5a Jun 29 03:28:04.585905 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-ab110700-d998-4352-8132-e8f8534a413f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763851271976'] for network, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:04.634832 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-ab110700-d998-4352-8132-e8f8534a413f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670'] for network, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:04.636316 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab110700-d998-4352-8132-e8f8534a413f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:04.636890 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-ab110700-d998-4352-8132-e8f8534a413f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for network, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:04.643611 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:04.657418 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-ab110700-d998-4352-8132-e8f8534a413f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5160913 Jun 29 03:28:04.661622 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 40266) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:04.668182 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-7807eff8-cba8-42d2-aee4-abb2ddeb8105 admin admin] Request body: {'subnet': {'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-648326467-subnet', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:04.695144 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7807eff8-cba8-42d2-aee4-abb2ddeb8105 admin admin] Made reservation on behalf of 43f3aeed3f4749bab1f83a06f1e82be0 for: {'subnet': 1} {{(pid=92900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:28:04.698113 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7807eff8-cba8-42d2-aee4-abb2ddeb8105 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:04.737066 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab110700-d998-4352-8132-e8f8534a413f admin admin] Pushing event updated for resources: {'Network': ['ID=2c477f5c-bdb0-44ca-8af9-ed7781063c5a,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:04.740483 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-ab110700-d998-4352-8132-e8f8534a413f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:04.749588 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Network 2c477f5c-bdb0-44ca-8af9-ed7781063c5a details requested by agent ovs-agent-dv-cinder-797245-8-smb with host dv-cinder-797245-8-smb {{(pid=92901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:28:04.890252 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7807eff8-cba8-42d2-aee4-abb2ddeb8105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670'] for subnet, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:04.897261 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:04.959342 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7807eff8-cba8-42d2-aee4-abb2ddeb8105 admin admin] Checking segment: {'id': '38283d29-4f4a-48db-be4f-9f1ff8e9f0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:28:04.959694 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7807eff8-cba8-42d2-aee4-abb2ddeb8105 admin admin] Network hostable DHCP agents. Network: 2c477f5c-bdb0-44ca-8af9-ed7781063c5a, hostable agents: ['15611171-d073-4a1d-b69f-900d48098551'], hosted agents: [] {{(pid=92900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:28:04.962925 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807eff8-cba8-42d2-aee4-abb2ddeb8105 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c28d3be3-3297-47d9-b1b3-a2eb92284a62,revision_number=0']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:04.970640 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807eff8-cba8-42d2-aee4-abb2ddeb8105 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:04.970977 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807eff8-cba8-42d2-aee4-abb2ddeb8105 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:04.971309 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807eff8-cba8-42d2-aee4-abb2ddeb8105 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:04.971634 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807eff8-cba8-42d2-aee4-abb2ddeb8105 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:04.971975 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807eff8-cba8-42d2-aee4-abb2ddeb8105 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:04.972293 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807eff8-cba8-42d2-aee4-abb2ddeb8105 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:04.972609 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807eff8-cba8-42d2-aee4-abb2ddeb8105 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:04.972929 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807eff8-cba8-42d2-aee4-abb2ddeb8105 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:04.973264 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807eff8-cba8-42d2-aee4-abb2ddeb8105 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:04.973580 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807eff8-cba8-42d2-aee4-abb2ddeb8105 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:04.973895 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807eff8-cba8-42d2-aee4-abb2ddeb8105 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:04.974210 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807eff8-cba8-42d2-aee4-abb2ddeb8105 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:04.975221 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807eff8-cba8-42d2-aee4-abb2ddeb8105 admin admin] Tracked resource versions report: Jun 29 03:28:04.975221 dv-cinder-797245-8-smb neutron-server[92900]: pushed versions: Jun 29 03:28:04.975221 dv-cinder-797245-8-smb neutron-server[92900]: { 'AddressGroup': {'1.2'}, Jun 29 03:28:04.975221 dv-cinder-797245-8-smb neutron-server[92900]: 'ConntrackHelper': {'1.0'}, Jun 29 03:28:04.975221 dv-cinder-797245-8-smb neutron-server[92900]: 'Log': {'1.0'}, Jun 29 03:28:04.975221 dv-cinder-797245-8-smb neutron-server[92900]: 'Network': {'1.1'}, Jun 29 03:28:04.975221 dv-cinder-797245-8-smb neutron-server[92900]: 'Port': {'1.7'}, Jun 29 03:28:04.975221 dv-cinder-797245-8-smb neutron-server[92900]: 'PortForwarding': {'1.2'}, Jun 29 03:28:04.975221 dv-cinder-797245-8-smb neutron-server[92900]: 'QosPolicy': {'1.8'}, Jun 29 03:28:04.975221 dv-cinder-797245-8-smb neutron-server[92900]: 'SecurityGroup': {'1.4'}, Jun 29 03:28:04.975221 dv-cinder-797245-8-smb neutron-server[92900]: 'SecurityGroupRule': {'1.2'}, Jun 29 03:28:04.975221 dv-cinder-797245-8-smb neutron-server[92900]: 'SubPort': {'1.0'}, Jun 29 03:28:04.975221 dv-cinder-797245-8-smb neutron-server[92900]: 'Subnet': {'1.1'}, Jun 29 03:28:04.975221 dv-cinder-797245-8-smb neutron-server[92900]: 'Trunk': {'1.1'}} Jun 29 03:28:04.975221 dv-cinder-797245-8-smb neutron-server[92900]: consumer versions: Jun 29 03:28:04.975221 dv-cinder-797245-8-smb neutron-server[92900]: { DHCP agent@dv-cinder-797245-8-smb: {}, Jun 29 03:28:04.975221 dv-cinder-797245-8-smb neutron-server[92900]: HyperV agent@hv-cinder-79724: {}, Jun 29 03:28:04.975221 dv-cinder-797245-8-smb neutron-server[92900]: L3 agent@dv-cinder-797245-8-smb: {}, Jun 29 03:28:04.975221 dv-cinder-797245-8-smb neutron-server[92900]: Metadata agent@dv-cinder-797245-8-smb: {}, Jun 29 03:28:04.975221 dv-cinder-797245-8-smb neutron-server[92900]: Metering agent@dv-cinder-797245-8-smb: {}, Jun 29 03:28:04.975221 dv-cinder-797245-8-smb neutron-server[92900]: Open vSwitch agent@dv-cinder-797245-8-smb: { 'AddressGroup': '1.2', Jun 29 03:28:04.975221 dv-cinder-797245-8-smb neutron-server[92900]: 'ConntrackHelper': '1.0', Jun 29 03:28:04.975221 dv-cinder-797245-8-smb neutron-server[92900]: 'Log': '1.0', Jun 29 03:28:04.975221 dv-cinder-797245-8-smb neutron-server[92900]: 'Network': '1.1', Jun 29 03:28:04.975221 dv-cinder-797245-8-smb neutron-server[92900]: 'Port': '1.7', Jun 29 03:28:04.975221 dv-cinder-797245-8-smb neutron-server[92900]: 'PortForwarding': '1.2', Jun 29 03:28:04.975221 dv-cinder-797245-8-smb neutron-server[92900]: 'QosPolicy': '1.8', Jun 29 03:28:04.975221 dv-cinder-797245-8-smb neutron-server[92900]: 'SecurityGroup': '1.4', Jun 29 03:28:04.975221 dv-cinder-797245-8-smb neutron-server[92900]: 'SecurityGroupRule': '1.2', Jun 29 03:28:04.975221 dv-cinder-797245-8-smb neutron-server[92900]: 'SubPort': '1.0', Jun 29 03:28:04.975221 dv-cinder-797245-8-smb neutron-server[92900]: 'Subnet': '1.1', Jun 29 03:28:04.975221 dv-cinder-797245-8-smb neutron-server[92900]: 'Trunk': '1.1'}} Jun 29 03:28:04.975221 dv-cinder-797245-8-smb neutron-server[92900]: {{(pid=92900) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 03:28:04.982746 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-7807eff8-cba8-42d2-aee4-abb2ddeb8105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:04.997325 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7807eff8-cba8-42d2-aee4-abb2ddeb8105 admin admin] Network 2c477f5c-bdb0-44ca-8af9-ed7781063c5a is scheduled to be hosted by DHCP agent 15611171-d073-4a1d-b69f-900d48098551 with binding_index 1 {{(pid=92900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:28:05.006872 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [None req-7807eff8-cba8-42d2-aee4-abb2ddeb8105 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-smb, 2c477f5c-bdb0-44ca-8af9-ed7781063c5a) {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:28:05.011511 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7807eff8-cba8-42d2-aee4-abb2ddeb8105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:05.012190 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7807eff8-cba8-42d2-aee4-abb2ddeb8105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for subnet, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:05.021027 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a7eebd-047c-430f-809d-161a6e4a2d03 None None] Network 2c477f5c-bdb0-44ca-8af9-ed7781063c5a requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:28:05.032294 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-7807eff8-cba8-42d2-aee4-abb2ddeb8105 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3698428 Jun 29 03:28:05.033346 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 40284) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:05.041642 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-7a5c37a2-91bc-4a8f-86e6-e24e2453d228 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-648326467-router', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'}}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:05.063488 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7a5c37a2-91bc-4a8f-86e6-e24e2453d228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8075178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8097'] for router, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:05.064805 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7a5c37a2-91bc-4a8f-86e6-e24e2453d228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8075155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8001213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8106'] for router, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:05.128876 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7a5c37a2-91bc-4a8f-86e6-e24e2453d228 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:05.188557 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5883397f-06c1-5c34-a929-fdfc630db77e-2c477f5c-bdb0-44ca-8af9-ed7781063c5a', 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'fixed_ips': [{'subnet_id': 'c28d3be3-3297-47d9-b1b3-a2eb92284a62'}]}} from dv-cinder-797245-8-smb. {{(pid=92901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 03:28:05.189551 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:05.278796 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7a5c37a2-91bc-4a8f-86e6-e24e2453d228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7918546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8080158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8068'] for router, precommit_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:05.344738 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Allocated IP 172.20.0.2 (2c477f5c-bdb0-44ca-8af9-ed7781063c5a/c28d3be3-3297-47d9-b1b3-a2eb92284a62/ea4df6f2-5db8-4e81-97c8-1cf9399d3371) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:28:05.514561 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7a5c37a2-91bc-4a8f-86e6-e24e2453d228 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:05.540331 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7a5c37a2-91bc-4a8f-86e6-e24e2453d228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:05.617995 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:05.630558 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Transition to ACTIVE for port object ea4df6f2-5db8-4e81-97c8-1cf9399d3371 will not be triggered until provisioned by entity L2. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:28:05.659617 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Transition to ACTIVE for port object ea4df6f2-5db8-4e81-97c8-1cf9399d3371 will not be triggered until provisioned by entity DHCP. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:28:05.665182 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.db_base_plugin_common [None req-7a5c37a2-91bc-4a8f-86e6-e24e2453d228 admin admin] Allocated IP 172.28.2.152 (66e8c627-bfc7-4283-9c88-a2a34f7e2e0b/c8165791-a4a1-46c6-a3dc-c0e6529e25bd/8f489ba0-1a0a-4849-bae9-ff4f50a78af2) {{(pid=92900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:28:05.667745 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:05.679503 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-40eee34a-9485-47b4-a5db-f6979bdc05fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:05.718714 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Network 2c477f5c-bdb0-44ca-8af9-ed7781063c5a is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:28:05.724406 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:28:05.729486 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:28:05.793512 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7a5c37a2-91bc-4a8f-86e6-e24e2453d228 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:05.800577 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Pushing event updated for resources: {'Port': ['ID=ea4df6f2-5db8-4e81-97c8-1cf9399d3371,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:05.816173 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:05.816514 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:05.816846 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:05.817172 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:05.817492 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:05.817811 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:05.818126 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:05.818437 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:05.818764 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:05.819054 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:05.819360 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:05.819670 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:05.820711 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Tracked resource versions report: Jun 29 03:28:05.820711 dv-cinder-797245-8-smb neutron-server[92901]: pushed versions: Jun 29 03:28:05.820711 dv-cinder-797245-8-smb neutron-server[92901]: { 'AddressGroup': {'1.2'}, Jun 29 03:28:05.820711 dv-cinder-797245-8-smb neutron-server[92901]: 'ConntrackHelper': {'1.0'}, Jun 29 03:28:05.820711 dv-cinder-797245-8-smb neutron-server[92901]: 'Log': {'1.0'}, Jun 29 03:28:05.820711 dv-cinder-797245-8-smb neutron-server[92901]: 'Network': {'1.1'}, Jun 29 03:28:05.820711 dv-cinder-797245-8-smb neutron-server[92901]: 'Port': {'1.7'}, Jun 29 03:28:05.820711 dv-cinder-797245-8-smb neutron-server[92901]: 'PortForwarding': {'1.2'}, Jun 29 03:28:05.820711 dv-cinder-797245-8-smb neutron-server[92901]: 'QosPolicy': {'1.8'}, Jun 29 03:28:05.820711 dv-cinder-797245-8-smb neutron-server[92901]: 'SecurityGroup': {'1.4'}, Jun 29 03:28:05.820711 dv-cinder-797245-8-smb neutron-server[92901]: 'SecurityGroupRule': {'1.2'}, Jun 29 03:28:05.820711 dv-cinder-797245-8-smb neutron-server[92901]: 'SubPort': {'1.0'}, Jun 29 03:28:05.820711 dv-cinder-797245-8-smb neutron-server[92901]: 'Subnet': {'1.1'}, Jun 29 03:28:05.820711 dv-cinder-797245-8-smb neutron-server[92901]: 'Trunk': {'1.1'}} Jun 29 03:28:05.820711 dv-cinder-797245-8-smb neutron-server[92901]: consumer versions: Jun 29 03:28:05.820711 dv-cinder-797245-8-smb neutron-server[92901]: { DHCP agent@dv-cinder-797245-8-smb: {}, Jun 29 03:28:05.820711 dv-cinder-797245-8-smb neutron-server[92901]: HyperV agent@hv-cinder-79724: {}, Jun 29 03:28:05.820711 dv-cinder-797245-8-smb neutron-server[92901]: L3 agent@dv-cinder-797245-8-smb: {}, Jun 29 03:28:05.820711 dv-cinder-797245-8-smb neutron-server[92901]: Metadata agent@dv-cinder-797245-8-smb: {}, Jun 29 03:28:05.820711 dv-cinder-797245-8-smb neutron-server[92901]: Metering agent@dv-cinder-797245-8-smb: {}, Jun 29 03:28:05.820711 dv-cinder-797245-8-smb neutron-server[92901]: Open vSwitch agent@dv-cinder-797245-8-smb: { 'AddressGroup': '1.2', Jun 29 03:28:05.820711 dv-cinder-797245-8-smb neutron-server[92901]: 'ConntrackHelper': '1.0', Jun 29 03:28:05.820711 dv-cinder-797245-8-smb neutron-server[92901]: 'Log': '1.0', Jun 29 03:28:05.820711 dv-cinder-797245-8-smb neutron-server[92901]: 'Network': '1.1', Jun 29 03:28:05.820711 dv-cinder-797245-8-smb neutron-server[92901]: 'Port': '1.7', Jun 29 03:28:05.820711 dv-cinder-797245-8-smb neutron-server[92901]: 'PortForwarding': '1.2', Jun 29 03:28:05.820711 dv-cinder-797245-8-smb neutron-server[92901]: 'QosPolicy': '1.8', Jun 29 03:28:05.820711 dv-cinder-797245-8-smb neutron-server[92901]: 'SecurityGroup': '1.4', Jun 29 03:28:05.820711 dv-cinder-797245-8-smb neutron-server[92901]: 'SecurityGroupRule': '1.2', Jun 29 03:28:05.820711 dv-cinder-797245-8-smb neutron-server[92901]: 'SubPort': '1.0', Jun 29 03:28:05.820711 dv-cinder-797245-8-smb neutron-server[92901]: 'Subnet': '1.1', Jun 29 03:28:05.820711 dv-cinder-797245-8-smb neutron-server[92901]: 'Trunk': '1.1'}} Jun 29 03:28:05.820711 dv-cinder-797245-8-smb neutron-server[92901]: {{(pid=92901) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 03:28:05.824981 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:05.827259 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Attempting to bind port ea4df6f2-5db8-4e81-97c8-1cf9399d3371 on host dv-cinder-797245-8-smb for vnic_type normal with profile {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:28:05.827673 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Attempting to bind port ea4df6f2-5db8-4e81-97c8-1cf9399d3371 by drivers openvswitch,hyperv on host dv-cinder-797245-8-smb at level 0 using segments [{'id': '38283d29-4f4a-48db-be4f-9f1ff8e9f0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a'}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:28:05.828057 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Attempting to bind port ea4df6f2-5db8-4e81-97c8-1cf9399d3371 on network 2c477f5c-bdb0-44ca-8af9-ed7781063c5a {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:28:05.833176 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Checking agent: {'id': '2d48862d-5b66-4de3-aaf5-496cc1a6aae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 16), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:28:05.833548 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Checking segment: {'id': '38283d29-4f4a-48db-be4f-9f1ff8e9f0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:28:05.834205 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:05.834765 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Bound using segment: {'id': '38283d29-4f4a-48db-be4f-9f1ff8e9f0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a'} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:28:05.835236 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Bound port: ea4df6f2-5db8-4e81-97c8-1cf9399d3371, host: dv-cinder-797245-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38283d29-4f4a-48db-be4f-9f1ff8e9f0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a'}}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:28:05.835636 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:05.867328 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7a5c37a2-91bc-4a8f-86e6-e24e2453d228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302'] for port, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:05.871632 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-90c07991-cdcc-4fb3-a178-4505623528ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:05.902905 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] For port ea4df6f2-5db8-4e81-97c8-1cf9399d3371, host dv-cinder-797245-8-smb, cleared binding levels {{(pid=92901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:28:05.906901 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] For port ea4df6f2-5db8-4e81-97c8-1cf9399d3371, host dv-cinder-797245-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=ea4df6f2-5db8-4e81-97c8-1cf9399d3371,segment=NetworkSegment(38283d29-4f4a-48db-be4f-9f1ff8e9f0d7),segment_id=38283d29-4f4a-48db-be4f-9f1ff8e9f0d7)] {{(pid=92901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:28:05.914473 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:05.919012 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:05.926838 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5c37a2-91bc-4a8f-86e6-e24e2453d228 admin admin] Network 66e8c627-bfc7-4283-9c88-a2a34f7e2e0b is already hosted by enough agents. {{(pid=92900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:28:05.930061 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [None req-7a5c37a2-91bc-4a8f-86e6-e24e2453d228 admin admin] Resources bound (agent type, host, resource id): {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:28:05.933712 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5c37a2-91bc-4a8f-86e6-e24e2453d228 admin admin] Received port after_create {{(pid=92900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:28:05.972250 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c37a2-91bc-4a8f-86e6-e24e2453d228 admin admin] Pushing event updated for resources: {'Port': ['ID=8f489ba0-1a0a-4849-bae9-ff4f50a78af2,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:05.999133 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Pushing event updated for resources: {'Port': ['ID=ea4df6f2-5db8-4e81-97c8-1cf9399d3371,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:06.004670 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:06.005331 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.agents_db [None req-352bb85c-db89-4991-b002-2379bbcb00d3 None None] Agent healthcheck: found 6 active agents {{(pid=92902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:28:06.014675 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-7a5c37a2-91bc-4a8f-86e6-e24e2453d228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:06.143670 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 40342) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:06.300874 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 40350) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:06.337237 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7a5c37a2-91bc-4a8f-86e6-e24e2453d228 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:06.507059 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-27ec826a-c778-4141-a927-357df67f9dbc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-649105653-network', 'tenant_id': '9902c70e108740118a4f71868bc0d52c'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:06.532597 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7a5c37a2-91bc-4a8f-86e6-e24e2453d228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8080145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7918583'] for router, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:06.559170 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ec826a-c778-4141-a927-357df67f9dbc admin admin] Made reservation on behalf of 9902c70e108740118a4f71868bc0d52c for: {'network': 1} {{(pid=92899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:28:06.562472 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-27ec826a-c778-4141-a927-357df67f9dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for network, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:06.574693 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-27ec826a-c778-4141-a927-357df67f9dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:06.586778 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-4ad08b79-c428-4d30-ad0c-be6364ca6a1e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1173792161-network', 'tenant_id': '64634004872c452cb585383daabc9685'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:06.689874 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5c37a2-91bc-4a8f-86e6-e24e2453d228 admin admin] Router 17507674-1029-41a3-b5b1-f38d29a17b81 is scheduled to L3 agent 7fe0c168-953d-4d47-bedf-fde3a92e458b with binding_index 1 {{(pid=92900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 03:28:06.737957 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-27ec826a-c778-4141-a927-357df67f9dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:06.750388 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-27ec826a-c778-4141-a927-357df67f9dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:06.774407 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ec826a-c778-4141-a927-357df67f9dbc admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=92899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 03:28:06.793376 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-27ec826a-c778-4141-a927-357df67f9dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342'] for segment, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:06.793719 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.db.segments_db [None req-27ec826a-c778-4141-a927-357df67f9dbc admin admin] Added segment acb5fb4f-c58d-419d-ac4f-91761f493388 of type vlan for network fbd73007-b4d3-49e9-a03f-426fb9b7fdeb Jun 29 03:28:06.812104 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-ab110700-d998-4352-8132-e8f8534a413f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:06.831115 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5c37a2-91bc-4a8f-86e6-e24e2453d228 admin admin] Notify agent at l3_agent.dv-cinder-797245-8-smb the message routers_updated {{(pid=92900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:28:06.842439 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38214e4e-1c33-41b8-8d7f-0cd37f98cf62 None None] Sync routers for ids ['17507674-1029-41a3-b5b1-f38d29a17b81'] in dv-cinder-797245-8-smb {{(pid=92902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:28:06.855749 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38214e4e-1c33-41b8-8d7f-0cd37f98cf62 None None] Routers {'17507674-1029-41a3-b5b1-f38d29a17b81'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:28:06.861665 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-38214e4e-1c33-41b8-8d7f-0cd37f98cf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:27:45Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['17507674-1029-41a3-b5b1-f38d29a17b81'], 'active': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:06.903182 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec826a-c778-4141-a927-357df67f9dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a59923-10b9-4773-b875-6e521175e31b,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:06.922455 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7a5c37a2-91bc-4a8f-86e6-e24e2453d228 admin admin] Notify callbacks [] for router, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:06.924461 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-7a5c37a2-91bc-4a8f-86e6-e24e2453d228 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8897543 Jun 29 03:28:06.927678 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 40380) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:06.931737 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-27ec826a-c778-4141-a927-357df67f9dbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763851271976'] for network, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:06.963320 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-27ec826a-c778-4141-a927-357df67f9dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:06.964246 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad08b79-c428-4d30-ad0c-be6364ca6a1e admin admin] Made reservation on behalf of 64634004872c452cb585383daabc9685 for: {'network': 1} {{(pid=92899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:28:06.971463 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4ad08b79-c428-4d30-ad0c-be6364ca6a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for network, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:06.988822 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4ad08b79-c428-4d30-ad0c-be6364ca6a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:06.991561 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-27ec826a-c778-4141-a927-357df67f9dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670'] for network, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:07.004583 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ec826a-c778-4141-a927-357df67f9dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:07.005166 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-27ec826a-c778-4141-a927-357df67f9dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for network, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:07.021884 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:07.046357 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-27ec826a-c778-4141-a927-357df67f9dbc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9009562 Jun 29 03:28:07.049816 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 40382) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:07.063218 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-edfed4a0-f7ec-4dd6-8837-baaed43c5644 admin admin] Request body: {'subnet': {'network_id': 'fbd73007-b4d3-49e9-a03f-426fb9b7fdeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-649105653-subnet', 'tenant_id': '9902c70e108740118a4f71868bc0d52c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:07.145713 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec826a-c778-4141-a927-357df67f9dbc admin admin] Pushing event updated for resources: {'Network': ['ID=fbd73007-b4d3-49e9-a03f-426fb9b7fdeb,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:07.155389 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-27ec826a-c778-4141-a927-357df67f9dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:07.157414 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Network fbd73007-b4d3-49e9-a03f-426fb9b7fdeb details requested by agent ovs-agent-dv-cinder-797245-8-smb with host dv-cinder-797245-8-smb {{(pid=92901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:28:07.174820 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvr_db [None req-38214e4e-1c33-41b8-8d7f-0cd37f98cf62 None None] Set router 17507674-1029-41a3-b5b1-f38d29a17b81 gateway port host: dv-cinder-797245-8-smb {{(pid=92902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:28:07.316043 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7f1856-c738-4dd7-bab1-7b7634eb3cce None None] Network 2c477f5c-bdb0-44ca-8af9-ed7781063c5a requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:28:07.330958 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4ad08b79-c428-4d30-ad0c-be6364ca6a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:07.344824 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4ad08b79-c428-4d30-ad0c-be6364ca6a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:07.387035 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad08b79-c428-4d30-ad0c-be6364ca6a1e admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=92899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 03:28:07.411216 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4ad08b79-c428-4d30-ad0c-be6364ca6a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342'] for segment, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:07.411576 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.db.segments_db [None req-4ad08b79-c428-4d30-ad0c-be6364ca6a1e admin admin] Added segment f1045125-0e5a-45ff-8c8b-f40eb7d04287 of type vlan for network e69cbf67-5ef9-44ce-b9a5-5834040431a9 Jun 29 03:28:07.481188 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfed4a0-f7ec-4dd6-8837-baaed43c5644 admin admin] Made reservation on behalf of 9902c70e108740118a4f71868bc0d52c for: {'subnet': 1} {{(pid=92900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:28:07.483571 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-edfed4a0-f7ec-4dd6-8837-baaed43c5644 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:07.522785 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4ad08b79-c428-4d30-ad0c-be6364ca6a1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763851271976'] for network, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:07.574533 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:07.585004 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-5a3414ab-6e31-4971-b2ae-46dddb54d534 None None] Provisioning for port ea4df6f2-5db8-4e81-97c8-1cf9399d3371 completed by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:28:07.597260 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-38214e4e-1c33-41b8-8d7f-0cd37f98cf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'name': 'tempest-AttachVolumeTestJSON-648326467-router', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:06Z', 'revision_number': 3, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'gw_port': {'id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb'}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:07.677013 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38214e4e-1c33-41b8-8d7f-0cd37f98cf62 None None] Checking router: 17507674-1029-41a3-b5b1-f38d29a17b81 for host: dv-cinder-797245-8-smb {{(pid=92902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:28:07.677854 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38214e4e-1c33-41b8-8d7f-0cd37f98cf62 None None] Updating router 17507674-1029-41a3-b5b1-f38d29a17b81 port 8f489ba0-1a0a-4849-bae9-ff4f50a78af2 binding host dv-cinder-797245-8-smb {{(pid=92902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 03:28:07.682650 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad08b79-c428-4d30-ad0c-be6364ca6a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a3bab2-b0e4-4b5c-b255-2ff6b6957ae5,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:07.703255 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4ad08b79-c428-4d30-ad0c-be6364ca6a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670'] for network, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:07.710084 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-4ad08b79-c428-4d30-ad0c-be6364ca6a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:07.715344 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad08b79-c428-4d30-ad0c-be6364ca6a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:07.716821 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4ad08b79-c428-4d30-ad0c-be6364ca6a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for network, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:07.729783 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:07.808027 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-38214e4e-1c33-41b8-8d7f-0cd37f98cf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:07.951525 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad08b79-c428-4d30-ad0c-be6364ca6a1e admin admin] Pushing event updated for resources: {'Network': ['ID=e69cbf67-5ef9-44ce-b9a5-5834040431a9,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:07.986691 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-4ad08b79-c428-4d30-ad0c-be6364ca6a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:08.009868 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-4ad08b79-c428-4d30-ad0c-be6364ca6a1e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7073622 Jun 29 03:28:08.010744 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 40416) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:08.015518 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Network e69cbf67-5ef9-44ce-b9a5-5834040431a9 details requested by agent ovs-agent-dv-cinder-797245-8-smb with host dv-cinder-797245-8-smb {{(pid=92901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:28:08.026432 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-971c9289-b932-46cc-a3c8-cfc8e5db8576 admin admin] Request body: {'subnet': {'network_id': 'e69cbf67-5ef9-44ce-b9a5-5834040431a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1173792161-subnet', 'tenant_id': '64634004872c452cb585383daabc9685', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:08.118999 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971c9289-b932-46cc-a3c8-cfc8e5db8576 admin admin] Made reservation on behalf of 64634004872c452cb585383daabc9685 for: {'subnet': 1} {{(pid=92899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:28:08.123813 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-971c9289-b932-46cc-a3c8-cfc8e5db8576 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:08.205700 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device ea4df6f2-5db8-4e81-97c8-1cf9399d3371 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:28:08.339225 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning for port ea4df6f2-5db8-4e81-97c8-1cf9399d3371 completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:28:08.345552 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port ea4df6f2-5db8-4e81-97c8-1cf9399d3371 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:08.346235 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:08.472457 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-edfed4a0-f7ec-4dd6-8837-baaed43c5644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670'] for subnet, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:08.482875 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:08.490416 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-7807eff8-cba8-42d2-aee4-abb2ddeb8105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:08.522464 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-971c9289-b932-46cc-a3c8-cfc8e5db8576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670'] for subnet, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:08.524957 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-1b48bce7-e26a-4e25-8181-7aa4df45ed16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:08.532547 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-38214e4e-1c33-41b8-8d7f-0cd37f98cf62 None None] Notify callbacks [] for port, precommit_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:08.550668 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.provisioning_blocks [None req-38214e4e-1c33-41b8-8d7f-0cd37f98cf62 None None] Transition to ACTIVE for port object 8f489ba0-1a0a-4849-bae9-ff4f50a78af2 will not be triggered until provisioned by entity L2. {{(pid=92902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:28:08.563372 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-38214e4e-1c33-41b8-8d7f-0cd37f98cf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:08.572764 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] For port ea4df6f2-5db8-4e81-97c8-1cf9399d3371, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=ea4df6f2-5db8-4e81-97c8-1cf9399d3371,segment=NetworkSegment(38283d29-4f4a-48db-be4f-9f1ff8e9f0d7),segment_id=38283d29-4f4a-48db-be4f-9f1ff8e9f0d7)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:08.576641 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:08.583806 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:08.596765 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:08.609727 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfed4a0-f7ec-4dd6-8837-baaed43c5644 admin admin] Checking segment: {'id': 'acb5fb4f-c58d-419d-ac4f-91761f493388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fbd73007-b4d3-49e9-a03f-426fb9b7fdeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:28:08.609727 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfed4a0-f7ec-4dd6-8837-baaed43c5644 admin admin] Network hostable DHCP agents. Network: fbd73007-b4d3-49e9-a03f-426fb9b7fdeb, hostable agents: ['15611171-d073-4a1d-b69f-900d48098551'], hosted agents: [] {{(pid=92900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:28:08.615002 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.managers [None req-38214e4e-1c33-41b8-8d7f-0cd37f98cf62 None None] Attempting to bind port 8f489ba0-1a0a-4849-bae9-ff4f50a78af2 on host dv-cinder-797245-8-smb for vnic_type normal with profile {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:28:08.615423 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.managers [None req-38214e4e-1c33-41b8-8d7f-0cd37f98cf62 None None] Attempting to bind port 8f489ba0-1a0a-4849-bae9-ff4f50a78af2 by drivers openvswitch,hyperv on host dv-cinder-797245-8-smb at level 0 using segments [{'id': 'e9e5c7ef-c364-4b74-9222-2e87bd8fc345', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'}] {{(pid=92902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:28:08.615804 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38214e4e-1c33-41b8-8d7f-0cd37f98cf62 None None] Attempting to bind port 8f489ba0-1a0a-4849-bae9-ff4f50a78af2 on network 66e8c627-bfc7-4283-9c88-a2a34f7e2e0b {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:28:08.663158 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c9289-b932-46cc-a3c8-cfc8e5db8576 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02ab3a59-b26e-462a-b05c-976269b8b9d0,revision_number=0']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:08.663158 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971c9289-b932-46cc-a3c8-cfc8e5db8576 admin admin] Checking segment: {'id': 'f1045125-0e5a-45ff-8c8b-f40eb7d04287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e69cbf67-5ef9-44ce-b9a5-5834040431a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:28:08.663158 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971c9289-b932-46cc-a3c8-cfc8e5db8576 admin admin] Network hostable DHCP agents. Network: e69cbf67-5ef9-44ce-b9a5-5834040431a9, hostable agents: ['15611171-d073-4a1d-b69f-900d48098551'], hosted agents: [] {{(pid=92899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:28:08.663158 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-971c9289-b932-46cc-a3c8-cfc8e5db8576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:08.713161 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971c9289-b932-46cc-a3c8-cfc8e5db8576 admin admin] Network e69cbf67-5ef9-44ce-b9a5-5834040431a9 is scheduled to be hosted by DHCP agent 15611171-d073-4a1d-b69f-900d48098551 with binding_index 1 {{(pid=92899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:28:08.728402 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38214e4e-1c33-41b8-8d7f-0cd37f98cf62 None None] Checking agent: {'id': '2d48862d-5b66-4de3-aaf5-496cc1a6aae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 16), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:28:08.733589 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38214e4e-1c33-41b8-8d7f-0cd37f98cf62 None None] Checking segment: {'id': 'e9e5c7ef-c364-4b74-9222-2e87bd8fc345', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:28:08.733589 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-38214e4e-1c33-41b8-8d7f-0cd37f98cf62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:08.738040 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38214e4e-1c33-41b8-8d7f-0cd37f98cf62 None None] Bound using segment: {'id': 'e9e5c7ef-c364-4b74-9222-2e87bd8fc345', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'} {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:28:08.738708 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.managers [None req-38214e4e-1c33-41b8-8d7f-0cd37f98cf62 None None] Bound port: 8f489ba0-1a0a-4849-bae9-ff4f50a78af2, host: dv-cinder-797245-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e5c7ef-c364-4b74-9222-2e87bd8fc345', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'}}] {{(pid=92902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:28:08.739599 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-38214e4e-1c33-41b8-8d7f-0cd37f98cf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:08.744917 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfed4a0-f7ec-4dd6-8837-baaed43c5644 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0118e0e-acf3-4d0b-868c-48a64b84ce54,revision_number=0']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:08.750674 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.base_scheduler [None req-971c9289-b932-46cc-a3c8-cfc8e5db8576 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-smb, e69cbf67-5ef9-44ce-b9a5-5834040431a9) {{(pid=92899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:28:08.760423 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971c9289-b932-46cc-a3c8-cfc8e5db8576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:08.762106 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-971c9289-b932-46cc-a3c8-cfc8e5db8576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for subnet, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:08.762285 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Pushing event updated for resources: {'Port': ['ID=ea4df6f2-5db8-4e81-97c8-1cf9399d3371,revision_number=3']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:08.767690 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:08.772379 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-edfed4a0-f7ec-4dd6-8837-baaed43c5644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:08.773739 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92766900-9155-4333-88a9-93f2f7fc343e None None] Network e69cbf67-5ef9-44ce-b9a5-5834040431a9 requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:28:08.777493 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7a70378a-2673-4dcc-9a19-bc92be766166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:08.798250 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-971c9289-b932-46cc-a3c8-cfc8e5db8576 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7819142 Jun 29 03:28:08.804567 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfed4a0-f7ec-4dd6-8837-baaed43c5644 admin admin] Network fbd73007-b4d3-49e9-a03f-426fb9b7fdeb is scheduled to be hosted by DHCP agent 15611171-d073-4a1d-b69f-900d48098551 with binding_index 1 {{(pid=92900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:28:08.832277 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73090ba2-3ea1-4845-b1cb-5953f4cd004e None None] Pushing event updated for resources: {'Port': ['ID=8f489ba0-1a0a-4849-bae9-ff4f50a78af2,revision_number=2']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:08.868726 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73090ba2-3ea1-4845-b1cb-5953f4cd004e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:08.869236 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73090ba2-3ea1-4845-b1cb-5953f4cd004e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:08.869678 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73090ba2-3ea1-4845-b1cb-5953f4cd004e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:08.870164 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73090ba2-3ea1-4845-b1cb-5953f4cd004e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:08.871842 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73090ba2-3ea1-4845-b1cb-5953f4cd004e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:08.872274 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73090ba2-3ea1-4845-b1cb-5953f4cd004e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:08.872706 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73090ba2-3ea1-4845-b1cb-5953f4cd004e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:08.874041 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73090ba2-3ea1-4845-b1cb-5953f4cd004e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:08.874626 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73090ba2-3ea1-4845-b1cb-5953f4cd004e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:08.876088 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73090ba2-3ea1-4845-b1cb-5953f4cd004e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:08.876516 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73090ba2-3ea1-4845-b1cb-5953f4cd004e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:08.876929 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73090ba2-3ea1-4845-b1cb-5953f4cd004e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:08.879509 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73090ba2-3ea1-4845-b1cb-5953f4cd004e None None] Tracked resource versions report: Jun 29 03:28:08.879509 dv-cinder-797245-8-smb neutron-server[92902]: pushed versions: Jun 29 03:28:08.879509 dv-cinder-797245-8-smb neutron-server[92902]: { 'AddressGroup': {'1.2'}, Jun 29 03:28:08.879509 dv-cinder-797245-8-smb neutron-server[92902]: 'ConntrackHelper': {'1.0'}, Jun 29 03:28:08.879509 dv-cinder-797245-8-smb neutron-server[92902]: 'Log': {'1.0'}, Jun 29 03:28:08.879509 dv-cinder-797245-8-smb neutron-server[92902]: 'Network': {'1.1'}, Jun 29 03:28:08.879509 dv-cinder-797245-8-smb neutron-server[92902]: 'Port': {'1.7'}, Jun 29 03:28:08.879509 dv-cinder-797245-8-smb neutron-server[92902]: 'PortForwarding': {'1.2'}, Jun 29 03:28:08.879509 dv-cinder-797245-8-smb neutron-server[92902]: 'QosPolicy': {'1.8'}, Jun 29 03:28:08.879509 dv-cinder-797245-8-smb neutron-server[92902]: 'SecurityGroup': {'1.4'}, Jun 29 03:28:08.879509 dv-cinder-797245-8-smb neutron-server[92902]: 'SecurityGroupRule': {'1.2'}, Jun 29 03:28:08.879509 dv-cinder-797245-8-smb neutron-server[92902]: 'SubPort': {'1.0'}, Jun 29 03:28:08.879509 dv-cinder-797245-8-smb neutron-server[92902]: 'Subnet': {'1.1'}, Jun 29 03:28:08.879509 dv-cinder-797245-8-smb neutron-server[92902]: 'Trunk': {'1.1'}} Jun 29 03:28:08.879509 dv-cinder-797245-8-smb neutron-server[92902]: consumer versions: Jun 29 03:28:08.879509 dv-cinder-797245-8-smb neutron-server[92902]: { DHCP agent@dv-cinder-797245-8-smb: {}, Jun 29 03:28:08.879509 dv-cinder-797245-8-smb neutron-server[92902]: HyperV agent@hv-cinder-79724: {}, Jun 29 03:28:08.879509 dv-cinder-797245-8-smb neutron-server[92902]: L3 agent@dv-cinder-797245-8-smb: {}, Jun 29 03:28:08.879509 dv-cinder-797245-8-smb neutron-server[92902]: Metadata agent@dv-cinder-797245-8-smb: {}, Jun 29 03:28:08.879509 dv-cinder-797245-8-smb neutron-server[92902]: Metering agent@dv-cinder-797245-8-smb: {}, Jun 29 03:28:08.879509 dv-cinder-797245-8-smb neutron-server[92902]: Open vSwitch agent@dv-cinder-797245-8-smb: { 'AddressGroup': '1.2', Jun 29 03:28:08.879509 dv-cinder-797245-8-smb neutron-server[92902]: 'ConntrackHelper': '1.0', Jun 29 03:28:08.879509 dv-cinder-797245-8-smb neutron-server[92902]: 'Log': '1.0', Jun 29 03:28:08.879509 dv-cinder-797245-8-smb neutron-server[92902]: 'Network': '1.1', Jun 29 03:28:08.879509 dv-cinder-797245-8-smb neutron-server[92902]: 'Port': '1.7', Jun 29 03:28:08.879509 dv-cinder-797245-8-smb neutron-server[92902]: 'PortForwarding': '1.2', Jun 29 03:28:08.879509 dv-cinder-797245-8-smb neutron-server[92902]: 'QosPolicy': '1.8', Jun 29 03:28:08.879509 dv-cinder-797245-8-smb neutron-server[92902]: 'SecurityGroup': '1.4', Jun 29 03:28:08.879509 dv-cinder-797245-8-smb neutron-server[92902]: 'SecurityGroupRule': '1.2', Jun 29 03:28:08.879509 dv-cinder-797245-8-smb neutron-server[92902]: 'SubPort': '1.0', Jun 29 03:28:08.879509 dv-cinder-797245-8-smb neutron-server[92902]: 'Subnet': '1.1', Jun 29 03:28:08.879509 dv-cinder-797245-8-smb neutron-server[92902]: 'Trunk': '1.1'}} Jun 29 03:28:08.879509 dv-cinder-797245-8-smb neutron-server[92902]: {{(pid=92902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 03:28:08.902250 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG oslo_concurrency.lockutils [None req-73090ba2-3ea1-4845-b1cb-5953f4cd004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=92902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:08.908726 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [None req-edfed4a0-f7ec-4dd6-8837-baaed43c5644 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-smb, fbd73007-b4d3-49e9-a03f-426fb9b7fdeb) {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:28:08.915586 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfed4a0-f7ec-4dd6-8837-baaed43c5644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:08.916205 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-edfed4a0-f7ec-4dd6-8837-baaed43c5644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for subnet, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:08.933272 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.db [None req-38214e4e-1c33-41b8-8d7f-0cd37f98cf62 None None] For port 8f489ba0-1a0a-4849-bae9-ff4f50a78af2, host dv-cinder-797245-8-smb, cleared binding levels {{(pid=92902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:28:08.940970 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.db [None req-38214e4e-1c33-41b8-8d7f-0cd37f98cf62 None None] For port 8f489ba0-1a0a-4849-bae9-ff4f50a78af2, host dv-cinder-797245-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=8f489ba0-1a0a-4849-bae9-ff4f50a78af2,segment=NetworkSegment(e9e5c7ef-c364-4b74-9222-2e87bd8fc345),segment_id=e9e5c7ef-c364-4b74-9222-2e87bd8fc345)] {{(pid=92902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:28:08.945292 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620dc09d-9de7-43b8-9124-e64403b10842 None None] Network fbd73007-b4d3-49e9-a03f-426fb9b7fdeb requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:28:08.947967 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-38214e4e-1c33-41b8-8d7f-0cd37f98cf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:08.951218 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:09.075178 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38214e4e-1c33-41b8-8d7f-0cd37f98cf62 None None] Routers {'17507674-1029-41a3-b5b1-f38d29a17b81'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:28:09.075755 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-38214e4e-1c33-41b8-8d7f-0cd37f98cf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:27:45Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['17507674-1029-41a3-b5b1-f38d29a17b81'], 'active': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:09.077727 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73090ba2-3ea1-4845-b1cb-5953f4cd004e None None] Pushing event updated for resources: {'Port': ['ID=8f489ba0-1a0a-4849-bae9-ff4f50a78af2,revision_number=3']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:09.081842 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG oslo_concurrency.lockutils [None req-73090ba2-3ea1-4845-b1cb-5953f4cd004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:09.084601 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-edfed4a0-f7ec-4dd6-8837-baaed43c5644 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0337296 Jun 29 03:28:09.087378 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 40456) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:09.091826 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-3ffe729c-1355-473e-bce5-e0bfe01f69ab admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-649105653-router', 'tenant_id': '9902c70e108740118a4f71868bc0d52c', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'}}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:09.096206 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f8be30-ebf1-4b11-bb78-6f3e2a08f502 None None] Network e69cbf67-5ef9-44ce-b9a5-5834040431a9 requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:28:09.152427 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.db_base_plugin_common [None req-7a70378a-2673-4dcc-9a19-bc92be766166 admin admin] Allocated IP 172.20.0.1 (2c477f5c-bdb0-44ca-8af9-ed7781063c5a/c28d3be3-3297-47d9-b1b3-a2eb92284a62/4ee657ab-bfc0-43d6-b534-f28ceb3c36a7) {{(pid=92900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:28:09.159575 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3ffe729c-1355-473e-bce5-e0bfe01f69ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8075178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8097'] for router, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:09.164362 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3ffe729c-1355-473e-bce5-e0bfe01f69ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8075155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8001213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8106'] for router, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:09.300743 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvr_db [None req-38214e4e-1c33-41b8-8d7f-0cd37f98cf62 None None] Set router 17507674-1029-41a3-b5b1-f38d29a17b81 gateway port host: dv-cinder-797245-8-smb {{(pid=92902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:28:09.347515 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e3bd4a-cd57-436d-840e-3a9aae568eab None None] Network fbd73007-b4d3-49e9-a03f-426fb9b7fdeb requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:28:09.367130 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7a70378a-2673-4dcc-9a19-bc92be766166 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:09.398450 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.provisioning_blocks [None req-7a70378a-2673-4dcc-9a19-bc92be766166 admin admin] Transition to ACTIVE for port object 4ee657ab-bfc0-43d6-b534-f28ceb3c36a7 will not be triggered until provisioned by entity DHCP. {{(pid=92900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:28:09.465014 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3ffe729c-1355-473e-bce5-e0bfe01f69ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:09.504895 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7a70378a-2673-4dcc-9a19-bc92be766166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302'] for port, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:09.527784 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-7a5c37a2-91bc-4a8f-86e6-e24e2453d228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:09.600456 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a70378a-2673-4dcc-9a19-bc92be766166 admin admin] Network 2c477f5c-bdb0-44ca-8af9-ed7781063c5a is already hosted by enough agents. {{(pid=92900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:28:09.611699 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [None req-7a70378a-2673-4dcc-9a19-bc92be766166 admin admin] Resources bound (agent type, host, resource id): {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:28:09.617549 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a70378a-2673-4dcc-9a19-bc92be766166 admin admin] Received port after_create {{(pid=92900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:28:09.618021 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7a70378a-2673-4dcc-9a19-bc92be766166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8081281'] for router_interface, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:09.643964 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-38214e4e-1c33-41b8-8d7f-0cd37f98cf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'name': 'tempest-AttachVolumeTestJSON-648326467-router', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:06Z', 'revision_number': 3, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'gw_port': {'id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb'}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:09.685932 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38214e4e-1c33-41b8-8d7f-0cd37f98cf62 None None] The sync data for ids ['17507674-1029-41a3-b5b1-f38d29a17b81'] in dv-cinder-797245-8-smb is: [{'id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'name': 'tempest-AttachVolumeTestJSON-648326467-router', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:06Z', 'revision_number': 3, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'gw_port': {'id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb'}] {{(pid=92902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:28:09.912791 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 40486) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:10.021986 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70378a-2673-4dcc-9a19-bc92be766166 admin admin] Pushing event updated for resources: {'Port': ['ID=4ee657ab-bfc0-43d6-b534-f28ceb3c36a7,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:10.026375 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-7a70378a-2673-4dcc-9a19-bc92be766166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:10.063882 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-93189d60-2c35-4510-8dea-a3e660e3da4c None None] Provisioning for port 4ee657ab-bfc0-43d6-b534-f28ceb3c36a7 completed by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:28:10.082524 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device ea4df6f2-5db8-4e81-97c8-1cf9399d3371 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:28:10.086748 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-93189d60-2c35-4510-8dea-a3e660e3da4c None None] Provisioning complete for port 4ee657ab-bfc0-43d6-b534-f28ceb3c36a7 triggered by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:10.087254 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-93189d60-2c35-4510-8dea-a3e660e3da4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:10.182398 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7a70378a-2673-4dcc-9a19-bc92be766166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:10.203090 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3ffe729c-1355-473e-bce5-e0bfe01f69ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7918546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8080158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8068'] for router, precommit_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:10.247383 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-cda2effb-6f7a-44d0-92d6-ffe459fb142e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:10.258576 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-93189d60-2c35-4510-8dea-a3e660e3da4c None None] Port 4ee657ab-bfc0-43d6-b534-f28ceb3c36a7 cannot update to ACTIVE because it is not bound. {{(pid=92901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:28:10.301437 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port ea4df6f2-5db8-4e81-97c8-1cf9399d3371 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:10.301961 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:10.419903 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 40520) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:10.421948 dv-cinder-797245-8-smb neutron-server[92900]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 03:28:10.884692 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-cda2effb-6f7a-44d0-92d6-ffe459fb142e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:10.908231 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-cda2effb-6f7a-44d0-92d6-ffe459fb142e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:10.934882 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-2eb24b67-940c-4b03-ab5f-d86302699263 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:10.936447 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-2eb24b67-940c-4b03-ab5f-d86302699263 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/networks?id=e69cbf67-5ef9-44ce-b9a5-5834040431a9 HTTP/1.1" status: 200 len: 812 time: 0.5216129 Jun 29 03:28:10.941566 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7a70378a-2673-4dcc-9a19-bc92be766166 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:10.962873 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3ffe729c-1355-473e-bce5-e0bfe01f69ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:10.965075 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-49fa7721-16bb-4a56-8f60-e14d417c5b49 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/quotas/64634004872c452cb585383daabc9685 HTTP/1.1" status: 200 len: 375 time: 0.0203834 Jun 29 03:28:10.970397 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-27ec826a-c778-4141-a927-357df67f9dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:10.985647 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-cda2effb-6f7a-44d0-92d6-ffe459fb142e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bebe7dd7c69a4de9be0215f9a90709bc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0709698 Jun 29 03:28:10.989782 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7a70378a-2673-4dcc-9a19-bc92be766166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:10.995438 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 40552) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:11.015799 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7a70378a-2673-4dcc-9a19-bc92be766166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7904076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8081269'] for router_interface, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:11.051197 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:11.069618 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3ffe729c-1355-473e-bce5-e0bfe01f69ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:11.082177 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-e2911468-7250-4151-9a53-1ce8898dd2cf tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=64634004872c452cb585383daabc9685&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1161113 Jun 29 03:28:11.132851 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2effb-6f7a-44d0-92d6-ffe459fb142e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc884fa-1de5-4f28-a2d8-871bbb0c9bd6,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:11.171700 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-cda2effb-6f7a-44d0-92d6-ffe459fb142e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:11.181386 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70378a-2673-4dcc-9a19-bc92be766166 admin admin] Pushing event updated for resources: {'Port': ['ID=4ee657ab-bfc0-43d6-b534-f28ceb3c36a7,revision_number=2']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:11.185782 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-7a70378a-2673-4dcc-9a19-bc92be766166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:11.235477 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a70378a-2673-4dcc-9a19-bc92be766166 admin admin] Network 2c477f5c-bdb0-44ca-8af9-ed7781063c5a is already hosted by enough agents. {{(pid=92900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:28:11.236388 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [None req-7a70378a-2673-4dcc-9a19-bc92be766166 admin admin] Resources bound (agent type, host, resource id): {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:28:11.240395 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5d517e57-65bc-4ba1-9475-4628a940ee4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:11.298254 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5d517e57-65bc-4ba1-9475-4628a940ee4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:11.356927 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.db_base_plugin_common [None req-3ffe729c-1355-473e-bce5-e0bfe01f69ab admin admin] Allocated IP 172.28.2.172 (66e8c627-bfc7-4283-9c88-a2a34f7e2e0b/c8165791-a4a1-46c6-a3dc-c0e6529e25bd/b6682449-1c55-42ad-aa45-af9b5086efa4) {{(pid=92899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:28:11.385291 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-e1bfd2ab-a289-4a96-b0f0-08dd4ffd4a13 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 03:28:11.386280 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-e1bfd2ab-a289-4a96-b0f0-08dd4ffd4a13 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0908189 Jun 29 03:28:11.441414 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5d517e57-65bc-4ba1-9475-4628a940ee4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:11.448217 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5d517e57-65bc-4ba1-9475-4628a940ee4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:11.453120 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-5d517e57-65bc-4ba1-9475-4628a940ee4e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ccc884fa-1de5-4f28-a2d8-871bbb0c9bd6 HTTP/1.1" status: 204 len: 168 time: 0.4558847 Jun 29 03:28:11.456434 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-cd63569c-7302-439d-a088-01728a361a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:11.466574 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a70378a-2673-4dcc-9a19-bc92be766166 admin admin] Router 17507674-1029-41a3-b5b1-f38d29a17b81 has already been hosted by L3 agent 7fe0c168-953d-4d47-bedf-fde3a92e458b {{(pid=92900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:28:11.468042 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d517e57-65bc-4ba1-9475-4628a940ee4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc884fa-1de5-4f28-a2d8-871bbb0c9bd6,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:11.471639 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-5d517e57-65bc-4ba1-9475-4628a940ee4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:11.529331 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3ffe729c-1355-473e-bce5-e0bfe01f69ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:11.604523 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-eed1ffa3-7195-494f-b0c5-113b416d95f2 service neutron] 10.222.0.24 "GET /v2.0/networks/e69cbf67-5ef9-44ce-b9a5-5834040431a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004876 Jun 29 03:28:11.695462 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3ffe729c-1355-473e-bce5-e0bfe01f69ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302'] for port, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:11.706149 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-2d8f07a2-36b2-42d4-b3ae-75974834e524 None None] Provisioning complete for port 4ee657ab-bfc0-43d6-b534-f28ceb3c36a7 triggered by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:11.706668 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-2d8f07a2-36b2-42d4-b3ae-75974834e524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:11.710769 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:11.756391 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-2d8f07a2-36b2-42d4-b3ae-75974834e524 None None] Port 4ee657ab-bfc0-43d6-b534-f28ceb3c36a7 cannot update to ACTIVE because it is not bound. {{(pid=92901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:28:11.810448 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a70378a-2673-4dcc-9a19-bc92be766166 admin admin] Notify agent at l3_agent.dv-cinder-797245-8-smb the message routers_updated {{(pid=92900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:28:11.814719 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-371d5b19-ce87-4917-979e-a60f84a3513a service neutron] 10.222.0.24 "GET /v2.0/networks/e69cbf67-5ef9-44ce-b9a5-5834040431a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096708 Jun 29 03:28:11.826409 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-7a70378a-2673-4dcc-9a19-bc92be766166 admin admin] 10.222.0.24 "PUT /v2.0/routers/17507674-1029-41a3-b5b1-f38d29a17b81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8891034 Jun 29 03:28:11.826803 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffe729c-1355-473e-bce5-e0bfe01f69ab admin admin] Network 66e8c627-bfc7-4283-9c88-a2a34f7e2e0b is already hosted by enough agents. {{(pid=92899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:28:11.830102 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.base_scheduler [None req-3ffe729c-1355-473e-bce5-e0bfe01f69ab admin admin] Resources bound (agent type, host, resource id): {{(pid=92899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:28:11.831303 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe729c-1355-473e-bce5-e0bfe01f69ab admin admin] Pushing event updated for resources: {'Port': ['ID=b6682449-1c55-42ad-aa45-af9b5086efa4,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:11.858033 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffe729c-1355-473e-bce5-e0bfe01f69ab admin admin] Received port after_create {{(pid=92899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:28:12.080185 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 8f489ba0-1a0a-4849-bae9-ff4f50a78af2 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:28:12.094731 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-3ffe729c-1355-473e-bce5-e0bfe01f69ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:12.214613 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 40608) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:12.220742 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning for port 8f489ba0-1a0a-4849-bae9-ff4f50a78af2 completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:28:12.231473 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port 8f489ba0-1a0a-4849-bae9-ff4f50a78af2 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:12.231900 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:12.307189 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 40624) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:12.333944 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-c9e72297-5162-4e5b-9e12-43d2bca72cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:12.365632 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 40628) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:12.368641 dv-cinder-797245-8-smb neutron-server[92899]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 03:28:12.403442 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:12.431594 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] For port 8f489ba0-1a0a-4849-bae9-ff4f50a78af2, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=8f489ba0-1a0a-4849-bae9-ff4f50a78af2,segment=NetworkSegment(e9e5c7ef-c364-4b74-9222-2e87bd8fc345),segment_id=e9e5c7ef-c364-4b74-9222-2e87bd8fc345)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:12.445953 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7a2682-f7a8-4eb0-9151-b209c1d2a623 None None] Sync routers for ids ['17507674-1029-41a3-b5b1-f38d29a17b81'] in dv-cinder-797245-8-smb {{(pid=92901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:28:12.448310 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:12.455922 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:12.473158 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-8bec1791-eaba-4ec5-b21c-adbf582044e8 req-acc28bc9-2964-4bc2-b298-9db090441790 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9ab3a97-1f46-46d7-863f-31ede4ff0b3a HTTP/1.1" status: 200 len: 210 time: 0.1061556 Jun 29 03:28:12.514661 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-c9e72297-5162-4e5b-9e12-43d2bca72cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:12.527413 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-c9e72297-5162-4e5b-9e12-43d2bca72cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:12.531685 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-4aff7513-2597-4c9d-bd4f-f06653ba4bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:12.531901 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7a2682-f7a8-4eb0-9151-b209c1d2a623 None None] Routers {'17507674-1029-41a3-b5b1-f38d29a17b81'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:28:12.532198 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3ffe729c-1355-473e-bce5-e0bfe01f69ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:12.534528 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-1c7a2682-f7a8-4eb0-9151-b209c1d2a623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:27:45Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['17507674-1029-41a3-b5b1-f38d29a17b81'], 'active': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:12.600308 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-c9e72297-5162-4e5b-9e12-43d2bca72cd6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c6209900b9be4a4f95a70052bafb1195&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2919168 Jun 29 03:28:12.602241 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e72297-5162-4e5b-9e12-43d2bca72cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2505ed4e-9ae9-41f6-83a1-7faadf845b97,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:12.605001 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 40632) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:12.607456 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-c9e72297-5162-4e5b-9e12-43d2bca72cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:12.768055 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Pushing event updated for resources: {'Port': ['ID=8f489ba0-1a0a-4849-bae9-ff4f50a78af2,revision_number=4']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:12.773702 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:12.790089 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b9dd-866d-451a-b747-c9da2eb9517b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:12.835639 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7b707fc9-7698-439a-8c20-daa95410a150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:12.922680 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 40654) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:12.989489 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7b707fc9-7698-439a-8c20-daa95410a150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:13.117088 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-01d50fdc-60f2-465f-afa3-d653ca527422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:13.164657 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3ffe729c-1355-473e-bce5-e0bfe01f69ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8080145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7918583'] for router, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:13.178118 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvr_db [None req-1c7a2682-f7a8-4eb0-9151-b209c1d2a623 None None] Set router 17507674-1029-41a3-b5b1-f38d29a17b81 gateway port host: dv-cinder-797245-8-smb {{(pid=92901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:28:13.241377 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7b707fc9-7698-439a-8c20-daa95410a150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:13.248802 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7b707fc9-7698-439a-8c20-daa95410a150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:13.257602 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-7b707fc9-7698-439a-8c20-daa95410a150 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2505ed4e-9ae9-41f6-83a1-7faadf845b97 HTTP/1.1" status: 204 len: 168 time: 0.6514313 Jun 29 03:28:13.261302 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b9dd-866d-451a-b747-c9da2eb9517b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:13.265751 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-91efe830-6e9c-4ae9-a0bb-0326f8c72632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:13.273471 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b9dd-866d-451a-b747-c9da2eb9517b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:13.287283 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b707fc9-7698-439a-8c20-daa95410a150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2505ed4e-9ae9-41f6-83a1-7faadf845b97,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:13.291192 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-7b707fc9-7698-439a-8c20-daa95410a150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:13.305421 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:13.364022 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-dfb6b9dd-866d-451a-b747-c9da2eb9517b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1b919107e5e249d6aca882c6d86f9a62&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1448877 Jun 29 03:28:13.368298 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 40682) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:13.397534 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6b9dd-866d-451a-b747-c9da2eb9517b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f01f83c-15ac-49a9-97b4-fd894dcd5c2c,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:13.437796 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-dfb6b9dd-866d-451a-b747-c9da2eb9517b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:13.438720 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-c882f2f3-66af-446c-9344-d7e0aeb55abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:13.466159 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-1c7a2682-f7a8-4eb0-9151-b209c1d2a623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'name': 'tempest-AttachVolumeTestJSON-648326467-router', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:10Z', 'revision_number': 4, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'gw_port': {'id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': '4ee657ab-bfc0-43d6-b534-f28ceb3c36a7', 'name': '', 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'mac_address': 'fa:16:3e:cf:c4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'c28d3be3-3297-47d9-b1b3-a2eb92284a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:08Z', 'updated_at': '2021-06-29T03:28:10Z', 'revision_number': 2, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'subnets': [{'id': 'c28d3be3-3297-47d9-b1b3-a2eb92284a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:13.495200 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-207b6cd9-6921-4f34-92cd-e95c6da3c549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:13.548233 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7a2682-f7a8-4eb0-9151-b209c1d2a623 None None] Checking router: 17507674-1029-41a3-b5b1-f38d29a17b81 for host: dv-cinder-797245-8-smb {{(pid=92901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:28:13.548921 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7a2682-f7a8-4eb0-9151-b209c1d2a623 None None] Updating router 17507674-1029-41a3-b5b1-f38d29a17b81 port 4ee657ab-bfc0-43d6-b534-f28ceb3c36a7 binding host dv-cinder-797245-8-smb {{(pid=92901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 03:28:13.555921 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-207b6cd9-6921-4f34-92cd-e95c6da3c549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:13.591713 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ffe729c-1355-473e-bce5-e0bfe01f69ab admin admin] Router 7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089 is scheduled to L3 agent 7fe0c168-953d-4d47-bedf-fde3a92e458b with binding_index 1 {{(pid=92899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 03:28:13.600665 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-1c7a2682-f7a8-4eb0-9151-b209c1d2a623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:13.632046 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-272bb4ab-2c19-4dbd-b485-02e0a0f0680f req-56fcea69-3d31-401a-8b86-7e3fff0522f2 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9ab3a97-1f46-46d7-863f-31ede4ff0b3a HTTP/1.1" status: 200 len: 210 time: 0.0693009 Jun 29 03:28:13.667140 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-207b6cd9-6921-4f34-92cd-e95c6da3c549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:13.681671 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-207b6cd9-6921-4f34-92cd-e95c6da3c549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:13.687747 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-207b6cd9-6921-4f34-92cd-e95c6da3c549 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f01f83c-15ac-49a9-97b4-fd894dcd5c2c HTTP/1.1" status: 204 len: 168 time: 0.3187470 Jun 29 03:28:13.689808 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-c882f2f3-66af-446c-9344-d7e0aeb55abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:13.693511 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:13.705788 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-c882f2f3-66af-446c-9344-d7e0aeb55abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:13.719534 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b6cd9-6921-4f34-92cd-e95c6da3c549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f01f83c-15ac-49a9-97b4-fd894dcd5c2c,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:13.746703 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-207b6cd9-6921-4f34-92cd-e95c6da3c549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:13.747300 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:13.803695 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 40696) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:13.804459 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-c882f2f3-66af-446c-9344-d7e0aeb55abd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b954e4363f5436cb58468258b45e7c9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8735178 Jun 29 03:28:13.819080 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882f2f3-66af-446c-9344-d7e0aeb55abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ac404c-756e-44bd-a499-33d7db8506d3,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:13.828582 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-c882f2f3-66af-446c-9344-d7e0aeb55abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:13.886159 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffe729c-1355-473e-bce5-e0bfe01f69ab admin admin] Notify agent at l3_agent.dv-cinder-797245-8-smb the message routers_updated {{(pid=92899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:28:13.899148 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db39f1e3-2797-467c-a792-16e69e358fd6 None None] Sync routers for ids ['7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089'] in dv-cinder-797245-8-smb {{(pid=92902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:28:13.918677 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db39f1e3-2797-467c-a792-16e69e358fd6 None None] Routers {'7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:28:13.921410 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-db39f1e3-2797-467c-a792-16e69e358fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:27:45Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089'], 'active': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:13.966796 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-854558d8-4b1d-4e6c-8746-31878269fe53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:14.028244 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-854558d8-4b1d-4e6c-8746-31878269fe53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:14.070440 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 8f489ba0-1a0a-4849-bae9-ff4f50a78af2 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:28:14.113315 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 40710) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:14.119033 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-e7a54119-dd17-4762-b071-8ce7bd041237 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1066435160', 'description': 'tempest-description--2053826119'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:14.123380 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3ffe729c-1355-473e-bce5-e0bfe01f69ab admin admin] Notify callbacks [] for router, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:14.125723 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-3ffe729c-1355-473e-bce5-e0bfe01f69ab admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.0373538 Jun 29 03:28:14.129891 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 40712) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:14.204767 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-e7a54119-dd17-4762-b071-8ce7bd041237 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:14.354514 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-854558d8-4b1d-4e6c-8746-31878269fe53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:14.357974 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvr_db [None req-db39f1e3-2797-467c-a792-16e69e358fd6 None None] Set router 7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089 gateway port host: dv-cinder-797245-8-smb {{(pid=92902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:28:14.372765 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port 8f489ba0-1a0a-4849-bae9-ff4f50a78af2 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:14.373466 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:14.385005 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-854558d8-4b1d-4e6c-8746-31878269fe53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:14.386558 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-854558d8-4b1d-4e6c-8746-31878269fe53 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/10ac404c-756e-44bd-a499-33d7db8506d3 HTTP/1.1" status: 204 len: 168 time: 0.5818338 Jun 29 03:28:14.393826 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:14.405395 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854558d8-4b1d-4e6c-8746-31878269fe53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ac404c-756e-44bd-a499-33d7db8506d3,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:14.429653 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-854558d8-4b1d-4e6c-8746-31878269fe53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:14.518880 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-e7a54119-dd17-4762-b071-8ce7bd041237 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:14.526753 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-e7a54119-dd17-4762-b071-8ce7bd041237 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:14.531284 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:14.570414 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 40740) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:14.595889 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-8f017d36-9dcf-4b02-a32b-10eeee83c9a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:14.710839 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-e7a54119-dd17-4762-b071-8ce7bd041237 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:14.717624 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-e7a54119-dd17-4762-b071-8ce7bd041237 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6023457 Jun 29 03:28:14.725950 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 40754) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:14.731276 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-1c7a2682-f7a8-4eb0-9151-b209c1d2a623 None None] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:14.746866 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-e99bc817-bc7d-499c-99cb-04b5d17dd580 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Request body: {'security_group_rule': {'security_group_id': 'f310e1f4-4bc2-4003-b58c-b71f00eedac8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:14.904803 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-1c7a2682-f7a8-4eb0-9151-b209c1d2a623 None None] Transition to ACTIVE for port object 4ee657ab-bfc0-43d6-b534-f28ceb3c36a7 will not be triggered until provisioned by entity L2. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:28:14.926233 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-1c7a2682-f7a8-4eb0-9151-b209c1d2a623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:14.934835 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:14.954808 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-8f017d36-9dcf-4b02-a32b-10eeee83c9a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:14.962634 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a54119-dd17-4762-b071-8ce7bd041237 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f310e1f4-4bc2-4003-b58c-b71f00eedac8,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:14.986325 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-e7a54119-dd17-4762-b071-8ce7bd041237 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:14.990881 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-8f017d36-9dcf-4b02-a32b-10eeee83c9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:15.037759 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-db39f1e3-2797-467c-a792-16e69e358fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089', 'name': 'tempest-ServerRescueNegativeTestJSON-649105653-router', 'tenant_id': '9902c70e108740118a4f71868bc0d52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.172'}], 'enable_snat': True}, 'gw_port_id': 'b6682449-1c55-42ad-aa45-af9b5086efa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:09Z', 'updated_at': '2021-06-29T03:28:12Z', 'revision_number': 3, 'project_id': '9902c70e108740118a4f71868bc0d52c', 'gw_port': {'id': 'b6682449-1c55-42ad-aa45-af9b5086efa4', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:11Z', 'updated_at': '2021-06-29T03:28:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb'}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:15.081727 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e967b3-3ea5-486e-9dee-e7e612497570 None None] Pushing event updated for resources: {'Port': ['ID=4ee657ab-bfc0-43d6-b534-f28ceb3c36a7,revision_number=3']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:15.087984 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e99bc817-bc7d-499c-99cb-04b5d17dd580 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:15.095349 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-66e967b3-3ea5-486e-9dee-e7e612497570 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:15.098245 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-207b6cd9-6921-4f34-92cd-e95c6da3c549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:15.105743 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-8f017d36-9dcf-4b02-a32b-10eeee83c9a0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=297ecbad755a43a5b4369bfbe8a49f68&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5317855 Jun 29 03:28:15.112349 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 40764) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:15.143960 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db39f1e3-2797-467c-a792-16e69e358fd6 None None] Checking router: 7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089 for host: dv-cinder-797245-8-smb {{(pid=92902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:28:15.144334 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db39f1e3-2797-467c-a792-16e69e358fd6 None None] Updating router 7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089 port b6682449-1c55-42ad-aa45-af9b5086efa4 binding host dv-cinder-797245-8-smb {{(pid=92902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 03:28:15.229961 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-1c7a2682-f7a8-4eb0-9151-b209c1d2a623 None None] Attempting to bind port 4ee657ab-bfc0-43d6-b534-f28ceb3c36a7 on host dv-cinder-797245-8-smb for vnic_type normal with profile {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:28:15.231640 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-1c7a2682-f7a8-4eb0-9151-b209c1d2a623 None None] Attempting to bind port 4ee657ab-bfc0-43d6-b534-f28ceb3c36a7 by drivers openvswitch,hyperv on host dv-cinder-797245-8-smb at level 0 using segments [{'id': '38283d29-4f4a-48db-be4f-9f1ff8e9f0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a'}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:28:15.232055 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7a2682-f7a8-4eb0-9151-b209c1d2a623 None None] Attempting to bind port 4ee657ab-bfc0-43d6-b534-f28ceb3c36a7 on network 2c477f5c-bdb0-44ca-8af9-ed7781063c5a {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:28:15.238717 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-db39f1e3-2797-467c-a792-16e69e358fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:15.249443 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7a2682-f7a8-4eb0-9151-b209c1d2a623 None None] Checking agent: {'id': '2d48862d-5b66-4de3-aaf5-496cc1a6aae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 16), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:28:15.249861 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7a2682-f7a8-4eb0-9151-b209c1d2a623 None None] Checking segment: {'id': '38283d29-4f4a-48db-be4f-9f1ff8e9f0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:28:15.250231 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-1c7a2682-f7a8-4eb0-9151-b209c1d2a623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:15.250630 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7a2682-f7a8-4eb0-9151-b209c1d2a623 None None] Bound using segment: {'id': '38283d29-4f4a-48db-be4f-9f1ff8e9f0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a'} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:28:15.261914 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-1c7a2682-f7a8-4eb0-9151-b209c1d2a623 None None] Bound port: 4ee657ab-bfc0-43d6-b534-f28ceb3c36a7, host: dv-cinder-797245-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38283d29-4f4a-48db-be4f-9f1ff8e9f0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a'}}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:28:15.262315 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-1c7a2682-f7a8-4eb0-9151-b209c1d2a623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:15.268947 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-76f72edb-83f4-4132-919a-185b5d433903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:15.324015 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-76f72edb-83f4-4132-919a-185b5d433903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:15.484861 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-1c7a2682-f7a8-4eb0-9151-b209c1d2a623 None None] For port 4ee657ab-bfc0-43d6-b534-f28ceb3c36a7, host dv-cinder-797245-8-smb, cleared binding levels {{(pid=92901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:28:15.488766 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-1c7a2682-f7a8-4eb0-9151-b209c1d2a623 None None] For port 4ee657ab-bfc0-43d6-b534-f28ceb3c36a7, host dv-cinder-797245-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=4ee657ab-bfc0-43d6-b534-f28ceb3c36a7,segment=NetworkSegment(38283d29-4f4a-48db-be4f-9f1ff8e9f0d7),segment_id=38283d29-4f4a-48db-be4f-9f1ff8e9f0d7)] {{(pid=92901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:28:15.506972 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-1c7a2682-f7a8-4eb0-9151-b209c1d2a623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:15.536102 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:15.658066 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e967b3-3ea5-486e-9dee-e7e612497570 None None] Pushing event updated for resources: {'Port': ['ID=4ee657ab-bfc0-43d6-b534-f28ceb3c36a7,revision_number=4']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:15.700153 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-830d3011-7893-4ee8-a975-5d5e23d62177 req-0190f4eb-a1ee-4fa6-82f1-4d2d1ecf7e89 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9ab3a97-1f46-46d7-863f-31ede4ff0b3a HTTP/1.1" status: 200 len: 210 time: 0.4911051 Jun 29 03:28:15.715117 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7a2682-f7a8-4eb0-9151-b209c1d2a623 None None] Routers {'17507674-1029-41a3-b5b1-f38d29a17b81'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:28:15.721132 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-76f72edb-83f4-4132-919a-185b5d433903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:15.724298 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-1c7a2682-f7a8-4eb0-9151-b209c1d2a623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:27:45Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['17507674-1029-41a3-b5b1-f38d29a17b81'], 'active': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:15.735423 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-76f72edb-83f4-4132-919a-185b5d433903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:15.736593 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-76f72edb-83f4-4132-919a-185b5d433903 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d0fead67-2199-4588-9c75-504b6890ad14 HTTP/1.1" status: 204 len: 168 time: 0.6231844 Jun 29 03:28:15.742869 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f017d36-9dcf-4b02-a32b-10eeee83c9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fead67-2199-4588-9c75-504b6890ad14,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:15.765905 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-8f017d36-9dcf-4b02-a32b-10eeee83c9a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:15.768740 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:15.805990 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f72edb-83f4-4132-919a-185b5d433903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fead67-2199-4588-9c75-504b6890ad14,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:15.816498 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e99bc817-bc7d-499c-99cb-04b5d17dd580 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:15.819453 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-76f72edb-83f4-4132-919a-185b5d433903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:15.850729 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e99bc817-bc7d-499c-99cb-04b5d17dd580 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8015280'] for security_group_rule, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:15.883738 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:15.889935 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-8fae98b4-e865-4202-b51a-dcbfb21bf557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:15.907539 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-db39f1e3-2797-467c-a792-16e69e358fd6 None None] Notify callbacks [] for port, precommit_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:15.941505 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.provisioning_blocks [None req-db39f1e3-2797-467c-a792-16e69e358fd6 None None] Transition to ACTIVE for port object b6682449-1c55-42ad-aa45-af9b5086efa4 will not be triggered until provisioned by entity L2. {{(pid=92902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:28:15.966539 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-db39f1e3-2797-467c-a792-16e69e358fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:15.994656 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:16.021073 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99bc817-bc7d-499c-99cb-04b5d17dd580 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38ab72cd-7836-4d1f-9c82-358ea1a6f6e6,revision_number=0']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:16.034611 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-e99bc817-bc7d-499c-99cb-04b5d17dd580 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:16.038032 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e99bc817-bc7d-499c-99cb-04b5d17dd580 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:16.041073 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-e99bc817-bc7d-499c-99cb-04b5d17dd580 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3119159 Jun 29 03:28:16.043398 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 40798) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:16.050112 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-d1adfbd4-e64b-493f-a24d-abacf12f45c5 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Request body: {'security_group_rule': {'security_group_id': 'f310e1f4-4bc2-4003-b58c-b71f00eedac8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:16.105532 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvr_db [None req-1c7a2682-f7a8-4eb0-9151-b209c1d2a623 None None] Set router 17507674-1029-41a3-b5b1-f38d29a17b81 gateway port host: dv-cinder-797245-8-smb {{(pid=92901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:28:16.115679 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-0647393c-8b7f-473a-ab11-26b959374bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:16.116519 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-d1adfbd4-e64b-493f-a24d-abacf12f45c5 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:16.176127 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.managers [None req-db39f1e3-2797-467c-a792-16e69e358fd6 None None] Attempting to bind port b6682449-1c55-42ad-aa45-af9b5086efa4 on host dv-cinder-797245-8-smb for vnic_type normal with profile {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:28:16.183849 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.managers [None req-db39f1e3-2797-467c-a792-16e69e358fd6 None None] Attempting to bind port b6682449-1c55-42ad-aa45-af9b5086efa4 by drivers openvswitch,hyperv on host dv-cinder-797245-8-smb at level 0 using segments [{'id': 'e9e5c7ef-c364-4b74-9222-2e87bd8fc345', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'}] {{(pid=92902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:28:16.184265 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db39f1e3-2797-467c-a792-16e69e358fd6 None None] Attempting to bind port b6682449-1c55-42ad-aa45-af9b5086efa4 on network 66e8c627-bfc7-4283-9c88-a2a34f7e2e0b {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:28:16.196347 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9e3d5-db23-4199-8e40-ab21deeeb1e8 None None] Pushing event updated for resources: {'Port': ['ID=b6682449-1c55-42ad-aa45-af9b5086efa4,revision_number=2']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:16.210621 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db39f1e3-2797-467c-a792-16e69e358fd6 None None] Checking agent: {'id': '2d48862d-5b66-4de3-aaf5-496cc1a6aae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 16), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:28:16.211437 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db39f1e3-2797-467c-a792-16e69e358fd6 None None] Checking segment: {'id': 'e9e5c7ef-c364-4b74-9222-2e87bd8fc345', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:28:16.212070 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-db39f1e3-2797-467c-a792-16e69e358fd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:16.213973 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db39f1e3-2797-467c-a792-16e69e358fd6 None None] Bound using segment: {'id': 'e9e5c7ef-c364-4b74-9222-2e87bd8fc345', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'} {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:28:16.215379 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.managers [None req-db39f1e3-2797-467c-a792-16e69e358fd6 None None] Bound port: b6682449-1c55-42ad-aa45-af9b5086efa4, host: dv-cinder-797245-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e5c7ef-c364-4b74-9222-2e87bd8fc345', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'}}] {{(pid=92902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:28:16.217189 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-db39f1e3-2797-467c-a792-16e69e358fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:16.223590 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG oslo_concurrency.lockutils [None req-b1f9e3d5-db23-4199-8e40-ab21deeeb1e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:16.255668 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-d1adfbd4-e64b-493f-a24d-abacf12f45c5 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:16.269782 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-d1adfbd4-e64b-493f-a24d-abacf12f45c5 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8015280'] for security_group_rule, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:16.277570 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:16.329624 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1adfbd4-e64b-493f-a24d-abacf12f45c5 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc0d6f88-9730-40a1-96fe-be7c342e46c2,revision_number=0']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:16.340827 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-66e967b3-3ea5-486e-9dee-e7e612497570 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.805s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:16.340959 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-d1adfbd4-e64b-493f-a24d-abacf12f45c5 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:16.345395 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:16.384580 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-d1adfbd4-e64b-493f-a24d-abacf12f45c5 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:16.386667 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-d1adfbd4-e64b-493f-a24d-abacf12f45c5 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3421199 Jun 29 03:28:16.391074 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 40826) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:16.392395 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.db_base_plugin_common [None req-8fae98b4-e865-4202-b51a-dcbfb21bf557 admin admin] Allocated IP 172.20.0.1 (fbd73007-b4d3-49e9-a03f-426fb9b7fdeb/f0118e0e-acf3-4d0b-868c-48a64b84ce54/db235e96-eff2-4381-920f-863bbae3db52) {{(pid=92899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:28:16.404584 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-1fc4ce7c-10f8-4a90-a177-f16f6bfd5281 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Request body: {'floatingip': {'floating_network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:16.423188 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.db [None req-db39f1e3-2797-467c-a792-16e69e358fd6 None None] For port b6682449-1c55-42ad-aa45-af9b5086efa4, host dv-cinder-797245-8-smb, cleared binding levels {{(pid=92902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:28:16.433926 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.db [None req-db39f1e3-2797-467c-a792-16e69e358fd6 None None] For port b6682449-1c55-42ad-aa45-af9b5086efa4, host dv-cinder-797245-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=b6682449-1c55-42ad-aa45-af9b5086efa4,segment=NetworkSegment(e9e5c7ef-c364-4b74-9222-2e87bd8fc345),segment_id=e9e5c7ef-c364-4b74-9222-2e87bd8fc345)] {{(pid=92902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:28:16.445067 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-db39f1e3-2797-467c-a792-16e69e358fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:16.466824 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG oslo_concurrency.lockutils [None req-b1f9e3d5-db23-4199-8e40-ab21deeeb1e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:16.477546 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1fc4ce7c-10f8-4a90-a177-f16f6bfd5281 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for floatingip, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:16.559283 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9e3d5-db23-4199-8e40-ab21deeeb1e8 None None] Pushing event updated for resources: {'Port': ['ID=b6682449-1c55-42ad-aa45-af9b5086efa4,revision_number=3']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:16.564214 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG oslo_concurrency.lockutils [None req-b1f9e3d5-db23-4199-8e40-ab21deeeb1e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:16.569915 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db39f1e3-2797-467c-a792-16e69e358fd6 None None] Routers {'7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:28:16.570946 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-db39f1e3-2797-467c-a792-16e69e358fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:28:15Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089'], 'active': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:16.610142 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:16.626194 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-8fae98b4-e865-4202-b51a-dcbfb21bf557 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:16.752813 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-8fae98b4-e865-4202-b51a-dcbfb21bf557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302'] for port, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:16.755296 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-3ffe729c-1355-473e-bce5-e0bfe01f69ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:16.779085 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvr_db [None req-db39f1e3-2797-467c-a792-16e69e358fd6 None None] Set router 7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089 gateway port host: dv-cinder-797245-8-smb {{(pid=92902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:28:16.812823 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.41', 50352) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:16.818919 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-1c7a2682-f7a8-4eb0-9151-b209c1d2a623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'name': 'tempest-AttachVolumeTestJSON-648326467-router', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:10Z', 'revision_number': 4, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'gw_port': {'id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': '4ee657ab-bfc0-43d6-b534-f28ceb3c36a7', 'name': '', 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'mac_address': 'fa:16:3e:cf:c4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'c28d3be3-3297-47d9-b1b3-a2eb92284a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:08Z', 'updated_at': '2021-06-29T03:28:15Z', 'revision_number': 4, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'subnets': [{'id': 'c28d3be3-3297-47d9-b1b3-a2eb92284a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:16.892594 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7a2682-f7a8-4eb0-9151-b209c1d2a623 None None] The sync data for ids ['17507674-1029-41a3-b5b1-f38d29a17b81'] in dv-cinder-797245-8-smb is: [{'id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'name': 'tempest-AttachVolumeTestJSON-648326467-router', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:10Z', 'revision_number': 4, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'gw_port': {'id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': '4ee657ab-bfc0-43d6-b534-f28ceb3c36a7', 'name': '', 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'mac_address': 'fa:16:3e:cf:c4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'c28d3be3-3297-47d9-b1b3-a2eb92284a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:08Z', 'updated_at': '2021-06-29T03:28:15Z', 'revision_number': 4, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'subnets': [{'id': 'c28d3be3-3297-47d9-b1b3-a2eb92284a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:28:16.927837 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fae98b4-e865-4202-b51a-dcbfb21bf557 admin admin] Network fbd73007-b4d3-49e9-a03f-426fb9b7fdeb is already hosted by enough agents. {{(pid=92899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:28:16.950271 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.base_scheduler [None req-8fae98b4-e865-4202-b51a-dcbfb21bf557 admin admin] Resources bound (agent type, host, resource id): {{(pid=92899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:28:16.957490 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fae98b4-e865-4202-b51a-dcbfb21bf557 admin admin] Received port after_create {{(pid=92899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:28:16.963631 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-8fae98b4-e865-4202-b51a-dcbfb21bf557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8081281'] for router_interface, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:17.030077 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1fc4ce7c-10f8-4a90-a177-f16f6bfd5281 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:17.104674 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:17.106715 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-db39f1e3-2797-467c-a792-16e69e358fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089', 'name': 'tempest-ServerRescueNegativeTestJSON-649105653-router', 'tenant_id': '9902c70e108740118a4f71868bc0d52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.172'}], 'enable_snat': True}, 'gw_port_id': 'b6682449-1c55-42ad-aa45-af9b5086efa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:09Z', 'updated_at': '2021-06-29T03:28:12Z', 'revision_number': 3, 'project_id': '9902c70e108740118a4f71868bc0d52c', 'gw_port': {'id': 'b6682449-1c55-42ad-aa45-af9b5086efa4', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:11Z', 'updated_at': '2021-06-29T03:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb'}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:17.136965 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db39f1e3-2797-467c-a792-16e69e358fd6 None None] The sync data for ids ['7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089'] in dv-cinder-797245-8-smb is: [{'id': '7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089', 'name': 'tempest-ServerRescueNegativeTestJSON-649105653-router', 'tenant_id': '9902c70e108740118a4f71868bc0d52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.172'}], 'enable_snat': True}, 'gw_port_id': 'b6682449-1c55-42ad-aa45-af9b5086efa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:09Z', 'updated_at': '2021-06-29T03:28:12Z', 'revision_number': 3, 'project_id': '9902c70e108740118a4f71868bc0d52c', 'gw_port': {'id': 'b6682449-1c55-42ad-aa45-af9b5086efa4', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:11Z', 'updated_at': '2021-06-29T03:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb'}] {{(pid=92902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:28:17.275869 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-0776aeba-12a2-473b-b894-c9f08b845f6b tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:17.282471 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-0776aeba-12a2-473b-b894-c9f08b845f6b tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.41 "GET /v2.0/networks?id=e69cbf67-5ef9-44ce-b9a5-5834040431a9 HTTP/1.1" status: 200 len: 812 time: 0.4466021 Jun 29 03:28:17.289893 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 40860) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:17.441719 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-b851e400-d25c-4c99-953e-90d4fa23e858 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Request body: {'port': {'device_id': 'd9ab3a97-1f46-46d7-863f-31ede4ff0b3a', 'network_id': 'e69cbf67-5ef9-44ce-b9a5-5834040431a9', 'admin_state_up': True, 'tenant_id': '64634004872c452cb585383daabc9685'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:17.473846 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-c8a62ebf-105b-4a6d-bcff-a9bafebb193a req-9d5a37e4-f4e1-4cf6-afb3-ec6bcbd27e55 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9ab3a97-1f46-46d7-863f-31ede4ff0b3a HTTP/1.1" status: 200 len: 210 time: 0.0532603 Jun 29 03:28:17.496787 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae98b4-e865-4202-b51a-dcbfb21bf557 admin admin] Pushing event updated for resources: {'Port': ['ID=db235e96-eff2-4381-920f-863bbae3db52,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:17.501011 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-8fae98b4-e865-4202-b51a-dcbfb21bf557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:17.690260 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.db_base_plugin_common [None req-1fc4ce7c-10f8-4a90-a177-f16f6bfd5281 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Allocated IP 172.28.2.125 (66e8c627-bfc7-4283-9c88-a2a34f7e2e0b/c8165791-a4a1-46c6-a3dc-c0e6529e25bd/6b9b2b29-6b97-435d-9635-5d5e1b0e4ec4) {{(pid=92900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:28:17.846249 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-8fae98b4-e865-4202-b51a-dcbfb21bf557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:17.879504 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-82575eb0-2371-42d5-980d-83e45a05b005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:17.904746 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-b851e400-d25c-4c99-953e-90d4fa23e858 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Made reservation on behalf of 64634004872c452cb585383daabc9685 for: {'port': 1} {{(pid=92900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:28:17.909153 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-b851e400-d25c-4c99-953e-90d4fa23e858 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:18.126117 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 4ee657ab-bfc0-43d6-b534-f28ceb3c36a7 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:28:18.170921 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1fc4ce7c-10f8-4a90-a177-f16f6bfd5281 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for port, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:18.225119 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-8fae98b4-e865-4202-b51a-dcbfb21bf557 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:18.235569 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-8fae98b4-e865-4202-b51a-dcbfb21bf557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:18.236966 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-8fae98b4-e865-4202-b51a-dcbfb21bf557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7904076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8081269'] for router_interface, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:18.238876 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:18.251674 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning for port 4ee657ab-bfc0-43d6-b534-f28ceb3c36a7 completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:28:18.264482 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port 4ee657ab-bfc0-43d6-b534-f28ceb3c36a7 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:18.265840 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:18.498323 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:18.504546 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:18.529632 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae98b4-e865-4202-b51a-dcbfb21bf557 admin admin] Pushing event updated for resources: {'Port': ['ID=db235e96-eff2-4381-920f-863bbae3db52,revision_number=2']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:18.541251 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-8fae98b4-e865-4202-b51a-dcbfb21bf557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:18.644923 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] For port 4ee657ab-bfc0-43d6-b534-f28ceb3c36a7, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=4ee657ab-bfc0-43d6-b534-f28ceb3c36a7,segment=NetworkSegment(38283d29-4f4a-48db-be4f-9f1ff8e9f0d7),segment_id=38283d29-4f4a-48db-be4f-9f1ff8e9f0d7)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:18.655596 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:18.657679 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device b6682449-1c55-42ad-aa45-af9b5086efa4 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:28:18.674123 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:18.675463 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.db_base_plugin_common [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-b851e400-d25c-4c99-953e-90d4fa23e858 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Allocated IP 172.20.0.13 (e69cbf67-5ef9-44ce-b9a5-5834040431a9/02ab3a59-b26e-462a-b05c-976269b8b9d0/c844ec72-6b4c-4704-b69f-cf8115ba50e0) {{(pid=92900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:28:18.695495 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fae98b4-e865-4202-b51a-dcbfb21bf557 admin admin] Network fbd73007-b4d3-49e9-a03f-426fb9b7fdeb is already hosted by enough agents. {{(pid=92899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:28:18.701355 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.base_scheduler [None req-8fae98b4-e865-4202-b51a-dcbfb21bf557 admin admin] Resources bound (agent type, host, resource id): {{(pid=92899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:28:18.849982 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Pushing event updated for resources: {'Port': ['ID=4ee657ab-bfc0-43d6-b534-f28ceb3c36a7,revision_number=5']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:18.849982 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:18.893585 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning for port b6682449-1c55-42ad-aa45-af9b5086efa4 completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:28:18.898773 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port b6682449-1c55-42ad-aa45-af9b5086efa4 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:18.899409 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:18.944411 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-98fc9cbb-bf46-42a2-8b15-619194bb0040 req-3730362b-2f14-4eab-a9f3-f85fd79631ce tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9ab3a97-1f46-46d7-863f-31ede4ff0b3a HTTP/1.1" status: 200 len: 210 time: 0.1567459 Jun 29 03:28:18.999681 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fae98b4-e865-4202-b51a-dcbfb21bf557 admin admin] Router 7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089 has already been hosted by L3 agent 7fe0c168-953d-4d47-bedf-fde3a92e458b {{(pid=92899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:28:19.116285 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:19.157406 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] For port b6682449-1c55-42ad-aa45-af9b5086efa4, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=b6682449-1c55-42ad-aa45-af9b5086efa4,segment=NetworkSegment(e9e5c7ef-c364-4b74-9222-2e87bd8fc345),segment_id=e9e5c7ef-c364-4b74-9222-2e87bd8fc345)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:19.163293 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:19.184089 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-bc6630d5-c5ec-4b8c-a9e4-e5771d7ce2e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:19.212418 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fae98b4-e865-4202-b51a-dcbfb21bf557 admin admin] Notify agent at l3_agent.dv-cinder-797245-8-smb the message routers_updated {{(pid=92899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:28:19.236973 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-82575eb0-2371-42d5-980d-83e45a05b005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:19.237158 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-8fae98b4-e865-4202-b51a-dcbfb21bf557 admin admin] 10.222.0.24 "PUT /v2.0/routers/7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0963795 Jun 29 03:28:19.238515 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1fc4ce7c-10f8-4a90-a177-f16f6bfd5281 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302'] for port, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:19.261133 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-7a70378a-2673-4dcc-9a19-bc92be766166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:19.277402 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc4ce7c-10f8-4a90-a177-f16f6bfd5281 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Network 66e8c627-bfc7-4283-9c88-a2a34f7e2e0b is already hosted by enough agents. {{(pid=92900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:28:19.288219 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [None req-1fc4ce7c-10f8-4a90-a177-f16f6bfd5281 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Resources bound (agent type, host, resource id): {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:28:19.290141 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-82575eb0-2371-42d5-980d-83e45a05b005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:19.301198 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc4ce7c-10f8-4a90-a177-f16f6bfd5281 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Received port after_create {{(pid=92900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:28:19.301907 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 40946) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:19.306641 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Pushing event updated for resources: {'Port': ['ID=b6682449-1c55-42ad-aa45-af9b5086efa4,revision_number=4']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:19.310014 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:19.446904 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1fc4ce7c-10f8-4a90-a177-f16f6bfd5281 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:19.517273 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4ce7c-10f8-4a90-a177-f16f6bfd5281 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Pushing event updated for resources: {'Port': ['ID=6b9b2b29-6b97-435d-9635-5d5e1b0e4ec4,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:19.569439 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-82575eb0-2371-42d5-980d-83e45a05b005 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a1a46be8ccf4233a210b0c07f89d462&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2783034 Jun 29 03:28:19.572407 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 40954) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:19.580592 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-1fc4ce7c-10f8-4a90-a177-f16f6bfd5281 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:19.593282 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-e7a54119-dd17-4762-b071-8ce7bd041237 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:19.666813 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-b851e400-d25c-4c99-953e-90d4fa23e858 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Notify callbacks [] for port, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:19.673221 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82575eb0-2371-42d5-980d-83e45a05b005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe225f8-b333-41b3-b1b2-370872c62034,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:19.680869 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-82575eb0-2371-42d5-980d-83e45a05b005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:19.724209 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-115d03b5-6529-4042-8b18-500dbc1a02c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:19.726434 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1fc4ce7c-10f8-4a90-a177-f16f6bfd5281 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:19.751456 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-115d03b5-6529-4042-8b18-500dbc1a02c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:19.878428 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-115d03b5-6529-4042-8b18-500dbc1a02c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:19.899274 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-115d03b5-6529-4042-8b18-500dbc1a02c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:19.908930 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-115d03b5-6529-4042-8b18-500dbc1a02c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fbe225f8-b333-41b3-b1b2-370872c62034 HTTP/1.1" status: 204 len: 168 time: 0.3354139 Jun 29 03:28:19.909844 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:19.912050 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-c94316bb-ea86-40ce-bbb8-782c7131578c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:19.937714 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d03b5-6529-4042-8b18-500dbc1a02c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe225f8-b333-41b3-b1b2-370872c62034,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:19.942909 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-115d03b5-6529-4042-8b18-500dbc1a02c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:20.160655 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 4ee657ab-bfc0-43d6-b534-f28ceb3c36a7 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:28:20.239616 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-b851e400-d25c-4c99-953e-90d4fa23e858 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302'] for port, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:20.246541 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-c94316bb-ea86-40ce-bbb8-782c7131578c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:20.254531 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-c94316bb-ea86-40ce-bbb8-782c7131578c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:20.319116 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:20.342705 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port 4ee657ab-bfc0-43d6-b534-f28ceb3c36a7 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:20.344919 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:20.374422 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-c94316bb-ea86-40ce-bbb8-782c7131578c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1978af54de104b8d81892144d4f2ef04&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0708477 Jun 29 03:28:20.376731 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1fc4ce7c-10f8-4a90-a177-f16f6bfd5281 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for port, precommit_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:20.377957 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 40980) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:20.379507 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94316bb-ea86-40ce-bbb8-782c7131578c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8f6c69-9b1f-4ab2-aa6e-c8e74eb08918,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:20.380625 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:20.400022 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-c94316bb-ea86-40ce-bbb8-782c7131578c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:20.489536 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-b851e400-d25c-4c99-953e-90d4fa23e858 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Network e69cbf67-5ef9-44ce-b9a5-5834040431a9 is already hosted by enough agents. {{(pid=92900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:28:20.529156 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device b6682449-1c55-42ad-aa45-af9b5086efa4 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:28:20.548643 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-02e1e929-c5ad-48d2-bbf0-4b3b82e801ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:20.587617 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-02e1e929-c5ad-48d2-bbf0-4b3b82e801ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:20.670552 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port b6682449-1c55-42ad-aa45-af9b5086efa4 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:20.671557 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:20.674086 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-02e1e929-c5ad-48d2-bbf0-4b3b82e801ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:20.680077 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-02e1e929-c5ad-48d2-bbf0-4b3b82e801ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:20.681894 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-02e1e929-c5ad-48d2-bbf0-4b3b82e801ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ca8f6c69-9b1f-4ab2-aa6e-c8e74eb08918 HTTP/1.1" status: 204 len: 168 time: 0.2785003 Jun 29 03:28:20.684874 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:20.718983 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1e929-c5ad-48d2-bbf0-4b3b82e801ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8f6c69-9b1f-4ab2-aa6e-c8e74eb08918,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:20.735547 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-02e1e929-c5ad-48d2-bbf0-4b3b82e801ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:20.937459 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39618222-69c3-481c-810f-1d448ff3600c None None] Sync routers for ids ['7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089'] in dv-cinder-797245-8-smb {{(pid=92901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:28:21.037205 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39618222-69c3-481c-810f-1d448ff3600c None None] Routers {'7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:28:21.038343 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-39618222-69c3-481c-810f-1d448ff3600c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:28:15Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089'], 'active': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:21.064059 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-b851e400-d25c-4c99-953e-90d4fa23e858 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Resources bound (agent type, host, resource id): {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:28:21.066764 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-b851e400-d25c-4c99-953e-90d4fa23e858 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Received port after_create {{(pid=92900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:28:21.072938 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-b851e400-d25c-4c99-953e-90d4fa23e858 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:21.073584 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-b851e400-d25c-4c99-953e-90d4fa23e858 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:21.076195 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1fc4ce7c-10f8-4a90-a177-f16f6bfd5281 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:21.107215 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1fc4ce7c-10f8-4a90-a177-f16f6bfd5281 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8077441'] for floatingip, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:21.119056 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b851e400-d25c-4c99-953e-90d4fa23e858 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Pushing event updated for resources: {'Port': ['ID=c844ec72-6b4c-4704-b69f-cf8115ba50e0,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:21.132165 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-b851e400-d25c-4c99-953e-90d4fa23e858 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:21.136271 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-7a70378a-2673-4dcc-9a19-bc92be766166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:21.138386 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1fc4ce7c-10f8-4a90-a177-f16f6bfd5281 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for floatingip, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:21.140358 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-1fc4ce7c-10f8-4a90-a177-f16f6bfd5281 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7457850 Jun 29 03:28:21.232772 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-75305742-7716-49c8-bc9b-0f36fcb51ed5 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:21.236862 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-b851e400-d25c-4c99-953e-90d4fa23e858 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8040662 Jun 29 03:28:21.241393 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-75305742-7716-49c8-bc9b-0f36fcb51ed5 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/networks?id=fbd73007-b4d3-49e9-a03f-426fb9b7fdeb HTTP/1.1" status: 200 len: 818 time: 0.4347479 Jun 29 03:28:21.259060 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-b20e9a78-c410-4914-b6a5-66b1e1bee8e4 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/quotas/9902c70e108740118a4f71868bc0d52c HTTP/1.1" status: 200 len: 375 time: 0.0160689 Jun 29 03:28:21.352377 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e226bf-7620-4f40-b244-d56ac2bed14e req-c6ca8a5d-7e64-4dd7-985c-ad941ac31054 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:21.361629 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-29e226bf-7620-4f40-b244-d56ac2bed14e req-c6ca8a5d-7e64-4dd7-985c-ad941ac31054 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9ab3a97-1f46-46d7-863f-31ede4ff0b3a HTTP/1.1" status: 200 len: 932 time: 1.1272099 Jun 29 03:28:21.366382 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-a3058ace-7e0f-4bb2-ac5a-b40833448373 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 03:28:21.387715 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-a3058ace-7e0f-4bb2-ac5a-b40833448373 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0640209 Jun 29 03:28:21.387715 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4ce7c-10f8-4a90-a177-f16f6bfd5281 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Pushing event updated for resources: {'Port': ['ID=6b9b2b29-6b97-435d-9635-5d5e1b0e4ec4,revision_number=2']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:21.394224 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-1fc4ce7c-10f8-4a90-a177-f16f6bfd5281 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:21.440931 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvr_db [None req-39618222-69c3-481c-810f-1d448ff3600c None None] Set router 7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089 gateway port host: dv-cinder-797245-8-smb {{(pid=92901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:28:21.475281 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-29e226bf-7620-4f40-b244-d56ac2bed14e req-a8b7e05b-99d9-4492-8537-c4e88bec6a89 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/security-groups?id=75a3bab2-b0e4-4b5c-b255-2ff6b6957ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799382 Jun 29 03:28:21.507117 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-c035bc01-0749-4220-aa0d-716031ca4a0a tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9902c70e108740118a4f71868bc0d52c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2461050 Jun 29 03:28:21.955554 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 41042) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:21.964914 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-8ee51465-16bf-4d57-9e79-2bf65b3837e5 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1066435160&fields=id&tenant_id=43f3aeed3f4749bab1f83a06f1e82be0 HTTP/1.1" status: 200 len: 267 time: 0.0890763 Jun 29 03:28:21.980364 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-434d21e7-4278-45f5-a35c-1f85367e84d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:22.031069 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-39618222-69c3-481c-810f-1d448ff3600c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089', 'name': 'tempest-ServerRescueNegativeTestJSON-649105653-router', 'tenant_id': '9902c70e108740118a4f71868bc0d52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.172'}], 'enable_snat': True}, 'gw_port_id': 'b6682449-1c55-42ad-aa45-af9b5086efa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:09Z', 'updated_at': '2021-06-29T03:28:17Z', 'revision_number': 4, 'project_id': '9902c70e108740118a4f71868bc0d52c', 'gw_port': {'id': 'b6682449-1c55-42ad-aa45-af9b5086efa4', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:11Z', 'updated_at': '2021-06-29T03:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': 'db235e96-eff2-4381-920f-863bbae3db52', 'name': '', 'network_id': 'fbd73007-b4d3-49e9-a03f-426fb9b7fdeb', 'tenant_id': '9902c70e108740118a4f71868bc0d52c', 'mac_address': 'fa:16:3e:38:13:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f0118e0e-acf3-4d0b-868c-48a64b84ce54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:16Z', 'updated_at': '2021-06-29T03:28:17Z', 'revision_number': 2, 'project_id': '9902c70e108740118a4f71868bc0d52c', 'subnets': [{'id': 'f0118e0e-acf3-4d0b-868c-48a64b84ce54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:22.067562 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39618222-69c3-481c-810f-1d448ff3600c None None] Checking router: 7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089 for host: dv-cinder-797245-8-smb {{(pid=92901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:28:22.068328 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39618222-69c3-481c-810f-1d448ff3600c None None] Updating router 7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089 port db235e96-eff2-4381-920f-863bbae3db52 binding host dv-cinder-797245-8-smb {{(pid=92901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 03:28:22.116611 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-39618222-69c3-481c-810f-1d448ff3600c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:22.227183 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-434d21e7-4278-45f5-a35c-1f85367e84d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:22.238102 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-434d21e7-4278-45f5-a35c-1f85367e84d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:22.249723 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:22.267859 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-27bf87bf-278c-4fd1-9f07-6d7264a6b0a2 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:22.275290 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-27bf87bf-278c-4fd1-9f07-6d7264a6b0a2 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/networks?id=2c477f5c-bdb0-44ca-8af9-ed7781063c5a HTTP/1.1" status: 200 len: 810 time: 0.3017159 Jun 29 03:28:22.303888 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-6e561cac-06be-432f-966b-790576d4945a tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/quotas/43f3aeed3f4749bab1f83a06f1e82be0 HTTP/1.1" status: 200 len: 375 time: 0.0275638 Jun 29 03:28:22.395877 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 41056) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:22.406320 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-434d21e7-4278-45f5-a35c-1f85367e84d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5547f02f5a6e4f3c91687e9ed79528f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4490504 Jun 29 03:28:22.410163 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 41058) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:22.458029 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d21e7-4278-45f5-a35c-1f85367e84d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8439a47-1b8d-4b84-b1e9-a6c6253a1c51,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:22.478667 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-434d21e7-4278-45f5-a35c-1f85367e84d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:22.542287 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-65e03e86-efff-43ce-8fac-25c6f96a0000 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=43f3aeed3f4749bab1f83a06f1e82be0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2366278 Jun 29 03:28:22.595290 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-20aabc32-a626-439a-9722-331a695bb8db service neutron] Request body: {'port': {'device_id': 'd9ab3a97-1f46-46d7-863f-31ede4ff0b3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:22.608818 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-39618222-69c3-481c-810f-1d448ff3600c None None] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:22.632485 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-39618222-69c3-481c-810f-1d448ff3600c None None] Transition to ACTIVE for port object db235e96-eff2-4381-920f-863bbae3db52 will not be triggered until provisioned by entity L2. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:28:22.658143 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-39618222-69c3-481c-810f-1d448ff3600c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:22.661400 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:22.665453 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-b57a5bd6-0c02-42e1-8627-df8b61c7b567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:22.715207 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-72be942f-04ca-4eac-b305-87dc33b3ea33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:22.787971 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488d8d3-b320-4636-9ad9-d1db1509315a None None] Pushing event updated for resources: {'Port': ['ID=db235e96-eff2-4381-920f-863bbae3db52,revision_number=3']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:22.789110 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-b57a5bd6-0c02-42e1-8627-df8b61c7b567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:22.800404 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-5488d8d3-b320-4636-9ad9-d1db1509315a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:22.875461 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-39618222-69c3-481c-810f-1d448ff3600c None None] Attempting to bind port db235e96-eff2-4381-920f-863bbae3db52 on host dv-cinder-797245-8-smb for vnic_type normal with profile {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:28:22.876015 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-39618222-69c3-481c-810f-1d448ff3600c None None] Attempting to bind port db235e96-eff2-4381-920f-863bbae3db52 by drivers openvswitch,hyperv on host dv-cinder-797245-8-smb at level 0 using segments [{'id': 'acb5fb4f-c58d-419d-ac4f-91761f493388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fbd73007-b4d3-49e9-a03f-426fb9b7fdeb'}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:28:22.876487 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39618222-69c3-481c-810f-1d448ff3600c None None] Attempting to bind port db235e96-eff2-4381-920f-863bbae3db52 on network fbd73007-b4d3-49e9-a03f-426fb9b7fdeb {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:28:22.882146 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39618222-69c3-481c-810f-1d448ff3600c None None] Checking agent: {'id': '2d48862d-5b66-4de3-aaf5-496cc1a6aae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 16), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:28:22.882691 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39618222-69c3-481c-810f-1d448ff3600c None None] Checking segment: {'id': 'acb5fb4f-c58d-419d-ac4f-91761f493388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fbd73007-b4d3-49e9-a03f-426fb9b7fdeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:28:22.883203 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-39618222-69c3-481c-810f-1d448ff3600c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:22.883888 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39618222-69c3-481c-810f-1d448ff3600c None None] Bound using segment: {'id': 'acb5fb4f-c58d-419d-ac4f-91761f493388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fbd73007-b4d3-49e9-a03f-426fb9b7fdeb'} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:28:22.884993 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-39618222-69c3-481c-810f-1d448ff3600c None None] Bound port: db235e96-eff2-4381-920f-863bbae3db52, host: dv-cinder-797245-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb5fb4f-c58d-419d-ac4f-91761f493388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fbd73007-b4d3-49e9-a03f-426fb9b7fdeb'}}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:28:22.885587 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-39618222-69c3-481c-810f-1d448ff3600c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:22.960436 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-20aabc32-a626-439a-9722-331a695bb8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:22.968155 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-0160fea2-9d1f-4c95-a8c4-e380673fdb28 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92899) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 03:28:22.970988 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-0160fea2-9d1f-4c95-a8c4-e380673fdb28 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4563293 Jun 29 03:28:23.018586 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-39618222-69c3-481c-810f-1d448ff3600c None None] For port db235e96-eff2-4381-920f-863bbae3db52, host dv-cinder-797245-8-smb, cleared binding levels {{(pid=92901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:28:23.022161 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-39618222-69c3-481c-810f-1d448ff3600c None None] For port db235e96-eff2-4381-920f-863bbae3db52, host dv-cinder-797245-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=db235e96-eff2-4381-920f-863bbae3db52,segment=NetworkSegment(acb5fb4f-c58d-419d-ac4f-91761f493388),segment_id=acb5fb4f-c58d-419d-ac4f-91761f493388)] {{(pid=92901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:28:23.028815 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-39618222-69c3-481c-810f-1d448ff3600c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:23.032574 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:23.202290 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39618222-69c3-481c-810f-1d448ff3600c None None] Routers {'7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:28:23.202879 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-39618222-69c3-481c-810f-1d448ff3600c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:28:15Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089'], 'active': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:23.310919 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-c2ae7d30-e88d-4d43-ba18-1d7be6a51694 service neutron] 10.222.0.24 "GET /v2.0/networks/fbd73007-b4d3-49e9-a03f-426fb9b7fdeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058693 Jun 29 03:28:23.357558 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488d8d3-b320-4636-9ad9-d1db1509315a None None] Pushing event updated for resources: {'Port': ['ID=db235e96-eff2-4381-920f-863bbae3db52,revision_number=4']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:23.373126 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-5488d8d3-b320-4636-9ad9-d1db1509315a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:23.419921 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-3f23a3f6-c998-40a0-b34c-8b2dc28e8e01 service neutron] 10.222.0.24 "GET /v2.0/networks/fbd73007-b4d3-49e9-a03f-426fb9b7fdeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073539 Jun 29 03:28:23.508895 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-b57a5bd6-0c02-42e1-8627-df8b61c7b567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:23.517366 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-b57a5bd6-0c02-42e1-8627-df8b61c7b567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:23.518962 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-b57a5bd6-0c02-42e1-8627-df8b61c7b567 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b8439a47-1b8d-4b84-b1e9-a6c6253a1c51 HTTP/1.1" status: 204 len: 168 time: 1.1071310 Jun 29 03:28:23.537117 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-115d03b5-6529-4042-8b18-500dbc1a02c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:23.569550 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvr_db [None req-39618222-69c3-481c-810f-1d448ff3600c None None] Set router 7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089 gateway port host: dv-cinder-797245-8-smb {{(pid=92901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:28:23.583656 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-20aabc32-a626-439a-9722-331a695bb8db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c844ec72-6b4c-4704-b69f-cf8115ba50e0 {{(pid=92900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:28:23.601574 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-20aabc32-a626-439a-9722-331a695bb8db service neutron] Notify callbacks [] for port, precommit_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:23.604226 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a5bd6-0c02-42e1-8627-df8b61c7b567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8439a47-1b8d-4b84-b1e9-a6c6253a1c51,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:23.614099 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-72be942f-04ca-4eac-b305-87dc33b3ea33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:23.618817 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-b57a5bd6-0c02-42e1-8627-df8b61c7b567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:23.625214 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-72be942f-04ca-4eac-b305-87dc33b3ea33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:23.645358 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.provisioning_blocks [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-20aabc32-a626-439a-9722-331a695bb8db service neutron] Transition to ACTIVE for port object c844ec72-6b4c-4704-b69f-cf8115ba50e0 will not be triggered until provisioned by entity L2. {{(pid=92900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:28:23.657197 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-46dc7130-d72c-4ee9-a27f-67c248a53776 service neutron] 10.222.0.24 "GET /v2.0/networks/2c477f5c-bdb0-44ca-8af9-ed7781063c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1140485 Jun 29 03:28:23.661304 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-20aabc32-a626-439a-9722-331a695bb8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:23.686226 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:23.716651 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-5d517e57-65bc-4ba1-9475-4628a940ee4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:23.724336 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-72be942f-04ca-4eac-b305-87dc33b3ea33 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8b00f9438e64da1aedc16c7a8c0d05e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3231683 Jun 29 03:28:23.726883 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 41088) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:23.761553 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be942f-04ca-4eac-b305-87dc33b3ea33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9f1565-1a8d-48b7-bac8-44f4e2cbc0db,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:23.769596 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-72be942f-04ca-4eac-b305-87dc33b3ea33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:23.803476 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-568683d9-89fe-4205-8c50-bcd76e2fc479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:23.891602 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-568683d9-89fe-4205-8c50-bcd76e2fc479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:24.102961 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-568683d9-89fe-4205-8c50-bcd76e2fc479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:24.123538 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-568683d9-89fe-4205-8c50-bcd76e2fc479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:24.133415 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-568683d9-89fe-4205-8c50-bcd76e2fc479 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0b9f1565-1a8d-48b7-bac8-44f4e2cbc0db HTTP/1.1" status: 204 len: 168 time: 0.4007008 Jun 29 03:28:24.134289 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-854558d8-4b1d-4e6c-8746-31878269fe53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:24.165475 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568683d9-89fe-4205-8c50-bcd76e2fc479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9f1565-1a8d-48b7-bac8-44f4e2cbc0db,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:24.183354 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-568683d9-89fe-4205-8c50-bcd76e2fc479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:24.199473 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-20aabc32-a626-439a-9722-331a695bb8db service neutron] Attempting to bind port c844ec72-6b4c-4704-b69f-cf8115ba50e0 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:28:24.199865 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-20aabc32-a626-439a-9722-331a695bb8db service neutron] Attempting to bind port c844ec72-6b4c-4704-b69f-cf8115ba50e0 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'f1045125-0e5a-45ff-8c8b-f40eb7d04287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e69cbf67-5ef9-44ce-b9a5-5834040431a9'}] {{(pid=92900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:28:24.200193 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-20aabc32-a626-439a-9722-331a695bb8db service neutron] Attempting to bind port c844ec72-6b4c-4704-b69f-cf8115ba50e0 on network e69cbf67-5ef9-44ce-b9a5-5834040431a9 {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:28:24.271084 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-20aabc32-a626-439a-9722-331a695bb8db service neutron] Port c844ec72-6b4c-4704-b69f-cf8115ba50e0 on network e69cbf67-5ef9-44ce-b9a5-5834040431a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:28:24.271407 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-20aabc32-a626-439a-9722-331a695bb8db service neutron] Attempting to bind port c844ec72-6b4c-4704-b69f-cf8115ba50e0 on network e69cbf67-5ef9-44ce-b9a5-5834040431a9 {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:28:24.306773 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-20aabc32-a626-439a-9722-331a695bb8db service neutron] Checking agent: {'id': '2bf09fb4-53ea-44df-98c0-2f1f129e0ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:28:24.307144 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-20aabc32-a626-439a-9722-331a695bb8db service neutron] Checking segment: {'id': 'f1045125-0e5a-45ff-8c8b-f40eb7d04287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e69cbf67-5ef9-44ce-b9a5-5834040431a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:28:24.307713 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-20aabc32-a626-439a-9722-331a695bb8db service neutron] Bound using segment: {'id': 'f1045125-0e5a-45ff-8c8b-f40eb7d04287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e69cbf67-5ef9-44ce-b9a5-5834040431a9'} {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:28:24.310849 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-20aabc32-a626-439a-9722-331a695bb8db service neutron] Bound port: c844ec72-6b4c-4704-b69f-cf8115ba50e0, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1045125-0e5a-45ff-8c8b-f40eb7d04287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e69cbf67-5ef9-44ce-b9a5-5834040431a9'}}] {{(pid=92900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:28:24.314453 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-20aabc32-a626-439a-9722-331a695bb8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:24.321142 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aabc32-a626-439a-9722-331a695bb8db service neutron] Pushing event updated for resources: {'Port': ['ID=c844ec72-6b4c-4704-b69f-cf8115ba50e0,revision_number=2']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:24.378056 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-20aabc32-a626-439a-9722-331a695bb8db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:24.387193 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-39618222-69c3-481c-810f-1d448ff3600c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089', 'name': 'tempest-ServerRescueNegativeTestJSON-649105653-router', 'tenant_id': '9902c70e108740118a4f71868bc0d52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.172'}], 'enable_snat': True}, 'gw_port_id': 'b6682449-1c55-42ad-aa45-af9b5086efa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:09Z', 'updated_at': '2021-06-29T03:28:17Z', 'revision_number': 4, 'project_id': '9902c70e108740118a4f71868bc0d52c', 'gw_port': {'id': 'b6682449-1c55-42ad-aa45-af9b5086efa4', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:11Z', 'updated_at': '2021-06-29T03:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': 'db235e96-eff2-4381-920f-863bbae3db52', 'name': '', 'network_id': 'fbd73007-b4d3-49e9-a03f-426fb9b7fdeb', 'tenant_id': '9902c70e108740118a4f71868bc0d52c', 'mac_address': 'fa:16:3e:38:13:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f0118e0e-acf3-4d0b-868c-48a64b84ce54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:16Z', 'updated_at': '2021-06-29T03:28:23Z', 'revision_number': 4, 'project_id': '9902c70e108740118a4f71868bc0d52c', 'subnets': [{'id': 'f0118e0e-acf3-4d0b-868c-48a64b84ce54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:24.506305 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39618222-69c3-481c-810f-1d448ff3600c None None] The sync data for ids ['7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089'] in dv-cinder-797245-8-smb is: [{'id': '7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089', 'name': 'tempest-ServerRescueNegativeTestJSON-649105653-router', 'tenant_id': '9902c70e108740118a4f71868bc0d52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.172'}], 'enable_snat': True}, 'gw_port_id': 'b6682449-1c55-42ad-aa45-af9b5086efa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:09Z', 'updated_at': '2021-06-29T03:28:17Z', 'revision_number': 4, 'project_id': '9902c70e108740118a4f71868bc0d52c', 'gw_port': {'id': 'b6682449-1c55-42ad-aa45-af9b5086efa4', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:11Z', 'updated_at': '2021-06-29T03:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': 'db235e96-eff2-4381-920f-863bbae3db52', 'name': '', 'network_id': 'fbd73007-b4d3-49e9-a03f-426fb9b7fdeb', 'tenant_id': '9902c70e108740118a4f71868bc0d52c', 'mac_address': 'fa:16:3e:38:13:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f0118e0e-acf3-4d0b-868c-48a64b84ce54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:16Z', 'updated_at': '2021-06-29T03:28:23Z', 'revision_number': 4, 'project_id': '9902c70e108740118a4f71868bc0d52c', 'subnets': [{'id': 'f0118e0e-acf3-4d0b-868c-48a64b84ce54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:28:24.537567 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-20aabc32-a626-439a-9722-331a695bb8db service neutron] For port c844ec72-6b4c-4704-b69f-cf8115ba50e0, host hv-cinder-79724, cleared binding levels {{(pid=92900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:28:24.542281 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-20aabc32-a626-439a-9722-331a695bb8db service neutron] For port c844ec72-6b4c-4704-b69f-cf8115ba50e0, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=c844ec72-6b4c-4704-b69f-cf8115ba50e0,segment=NetworkSegment(f1045125-0e5a-45ff-8c8b-f40eb7d04287),segment_id=f1045125-0e5a-45ff-8c8b-f40eb7d04287)] {{(pid=92900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:28:24.559522 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe9008-1c1a-4859-8a32-6524d7c7ce97 req-06cf0ab1-2924-4cb2-a109-7c7fea8b6ac8 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:24.564477 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-20aabc32-a626-439a-9722-331a695bb8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:24.565503 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-aefe9008-1c1a-4859-8a32-6524d7c7ce97 req-06cf0ab1-2924-4cb2-a109-7c7fea8b6ac8 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9ab3a97-1f46-46d7-863f-31ede4ff0b3a HTTP/1.1" status: 200 len: 944 time: 0.3394401 Jun 29 03:28:24.607654 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:24.727621 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-20aabc32-a626-439a-9722-331a695bb8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:24.748403 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-20aabc32-a626-439a-9722-331a695bb8db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:24.753690 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-20aabc32-a626-439a-9722-331a695bb8db service neutron] 10.222.0.41 "PUT /v2.0/ports/c844ec72-6b4c-4704-b69f-cf8115ba50e0 HTTP/1.1" status: 200 len: 1094 time: 2.6310720 Jun 29 03:28:24.759030 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-c78e1ece-9f2d-4d73-a53c-7313c19fd97d service neutron] 10.222.0.24 "GET /v2.0/networks/2c477f5c-bdb0-44ca-8af9-ed7781063c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0740094 Jun 29 03:28:24.782935 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-aefe9008-1c1a-4859-8a32-6524d7c7ce97 req-26d33a87-f82c-46da-b994-27e1be415da3 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/security-groups?id=75a3bab2-b0e4-4b5c-b255-2ff6b6957ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969452 Jun 29 03:28:24.866033 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ab3a97-1f46-46d7-863f-31ede4ff0b3a', 'tag': 'c844ec72-6b4c-4704-b69f-cf8115ba50e0'}] {{(pid=92900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:28:24.978730 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f0499bb8-c7fb-48a9-82ca-898909daa3e7 req-4a3e9c61-e3e7-47b2-892e-86c3582d0bc5 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 210 time: 0.1058936 Jun 29 03:28:25.264265 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aabc32-a626-439a-9722-331a695bb8db service neutron] Pushing event updated for resources: {'Port': ['ID=c844ec72-6b4c-4704-b69f-cf8115ba50e0,revision_number=3']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:25.271876 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-20aabc32-a626-439a-9722-331a695bb8db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:25.359527 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-cb01733d-8e8b-462e-b7c8-1d32f91fdb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:25.363365 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-cb01733d-8e8b-462e-b7c8-1d32f91fdb1d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=64634004872c452cb585383daabc9685&device_id=d9ab3a97-1f46-46d7-863f-31ede4ff0b3a HTTP/1.1" status: 200 len: 1097 time: 0.2523344 Jun 29 03:28:25.368284 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-05ac164f-83c0-4f41-bef2-c86b11304191 req-b905d9bf-d275-4238-bdc1-003b4cdcd5c2 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 210 time: 0.0659733 Jun 29 03:28:25.692395 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-de5de7cd-1ab8-4e3d-be35-f3c859c74f3d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c844ec72-6b4c-4704-b69f-cf8115ba50e0 HTTP/1.1" status: 200 len: 217 time: 0.2883792 Jun 29 03:28:26.012106 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-27db988a-c49e-45ec-85fe-ec7b7d32b654 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:26.027258 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-27db988a-c49e-45ec-85fe-ec7b7d32b654 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/networks?id=fbd73007-b4d3-49e9-a03f-426fb9b7fdeb HTTP/1.1" status: 200 len: 818 time: 0.3501344 Jun 29 03:28:26.047405 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66f2c99c1a8368f792cdf7ad94359b02357141073d69ee97e68f670b072060b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41db397-6eb0-4f01-a5fd-9d88faa5f979" -d '{"events": [{"name": "network-changed", "server_uuid": "d9ab3a97-1f46-46d7-863f-31ede4ff0b3a", "tag": "c844ec72-6b4c-4704-b69f-cf8115ba50e0"}]}' {{(pid=92900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:28:26.059902 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-c4231e7b-0da3-49f8-a9e3-c1c56e364315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:26.074970 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-c4231e7b-0da3-49f8-a9e3-c1c56e364315 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02ab3a59-b26e-462a-b05c-976269b8b9d0 HTTP/1.1" status: 200 len: 852 time: 0.3638582 Jun 29 03:28:26.258883 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678fec4-9f85-47e0-b371-03e8fe20254c req-778eb84a-d898-49f8-b4f9-1ef9a394ba73 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:26.271889 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device db235e96-eff2-4381-920f-863bbae3db52 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:28:26.290317 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-2678fec4-9f85-47e0-b371-03e8fe20254c req-778eb84a-d898-49f8-b4f9-1ef9a394ba73 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9ab3a97-1f46-46d7-863f-31ede4ff0b3a HTTP/1.1" status: 200 len: 944 time: 0.1481504 Jun 29 03:28:26.315496 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-6dc653c8-3f6f-4668-8654-3f6aaa722970 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/quotas/9902c70e108740118a4f71868bc0d52c HTTP/1.1" status: 200 len: 375 time: 0.2870564 Jun 29 03:28:26.317406 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-4d02d0bc-829d-4727-bd7f-8d41083d8d35 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e69cbf67-5ef9-44ce-b9a5-5834040431a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2045665 Jun 29 03:28:26.352132 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-2678fec4-9f85-47e0-b371-03e8fe20254c req-5f20c708-86fb-43e2-b5dc-966a0fd4b70a tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/security-groups?id=75a3bab2-b0e4-4b5c-b255-2ff6b6957ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593693 Jun 29 03:28:26.478094 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning for port db235e96-eff2-4381-920f-863bbae3db52 completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:28:26.490063 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port db235e96-eff2-4381-920f-863bbae3db52 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:26.496821 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:26.883131 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:27.022384 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] For port db235e96-eff2-4381-920f-863bbae3db52, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=db235e96-eff2-4381-920f-863bbae3db52,segment=NetworkSegment(acb5fb4f-c58d-419d-ac4f-91761f493388),segment_id=acb5fb4f-c58d-419d-ac4f-91761f493388)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:27.031414 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:27.037464 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:27.173052 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Pushing event updated for resources: {'Port': ['ID=db235e96-eff2-4381-920f-863bbae3db52,revision_number=5']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:27.192466 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:27.243499 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c468467f-ac70-4106-96c5-3b79ea083f55 x-openstack-request-id: req-c468467f-ac70-4106-96c5-3b79ea083f55 {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:28:27.244194 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9ab3a97-1f46-46d7-863f-31ede4ff0b3a", "tag": "c844ec72-6b4c-4704-b69f-cf8115ba50e0", "status": "completed", "code": 200}]} {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:28:27.244194 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c468467f-ac70-4106-96c5-3b79ea083f55 {{(pid=92900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:28:27.244582 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9ab3a97-1f46-46d7-863f-31ede4ff0b3a', 'tag': 'c844ec72-6b4c-4704-b69f-cf8115ba50e0', 'status': 'completed', 'code': 200} Jun 29 03:28:27.407379 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-4b8b542e-138c-4ee3-b31c-7801912eac3f service neutron] 10.222.0.41 "GET /v2.0/networks/e69cbf67-5ef9-44ce-b9a5-5834040431a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0763562 Jun 29 03:28:27.445781 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-263b67c4-25c2-42f2-9a71-8ac21334e632 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9902c70e108740118a4f71868bc0d52c&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0975745 Jun 29 03:28:27.576676 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-37b11ac8-9531-4abd-8e03-11a6687aead9 req-462c0f4f-ce97-4424-b5dd-553747dda274 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 210 time: 0.0643220 Jun 29 03:28:27.627327 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-5ab8111a-e064-4103-9f56-333aed153de2 service neutron] 10.222.0.24 "GET /v2.0/networks/fbd73007-b4d3-49e9-a03f-426fb9b7fdeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790912 Jun 29 03:28:27.635009 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 41254) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:27.819251 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76dfda-d85a-463b-be5b-72ad11a4733c req-52d709ea-cd1f-439b-9e0a-a75a63b0a64d tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:27.838560 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-c2d0722c-1158-44e5-b407-f136cb6b0487 service neutron] 10.222.0.24 "GET /v2.0/networks/fbd73007-b4d3-49e9-a03f-426fb9b7fdeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099578 Jun 29 03:28:27.840957 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-3c76dfda-d85a-463b-be5b-72ad11a4733c req-52d709ea-cd1f-439b-9e0a-a75a63b0a64d tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9ab3a97-1f46-46d7-863f-31ede4ff0b3a HTTP/1.1" status: 200 len: 944 time: 0.1125817 Jun 29 03:28:27.967155 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-3c76dfda-d85a-463b-be5b-72ad11a4733c req-08f19017-a07e-4187-8871-6415ea70c9e8 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/security-groups?id=75a3bab2-b0e4-4b5c-b255-2ff6b6957ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184492 Jun 29 03:28:28.098831 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device db235e96-eff2-4381-920f-863bbae3db52 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:28:28.169912 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a3f0b063-8968-4462-8a27-8e1ae19ba869 req-00a55753-1aea-4321-85e5-04596ae73dd9 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 210 time: 0.0797026 Jun 29 03:28:28.242835 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port db235e96-eff2-4381-920f-863bbae3db52 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:28.244378 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:28.388582 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-b6787de8-99f8-4fb3-9c5b-ded69c8c41a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:28.631741 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-7515a7db-41b8-41b1-a0df-967347cb7758 req-1be38f05-f028-4764-845f-4cef8afbd68f service neutron] 10.222.0.41 "GET /v2.0/networks/e69cbf67-5ef9-44ce-b9a5-5834040431a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870255 Jun 29 03:28:28.657913 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-b6787de8-99f8-4fb3-9c5b-ded69c8c41a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:28.673305 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-b6787de8-99f8-4fb3-9c5b-ded69c8c41a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:28.692044 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-cda2effb-6f7a-44d0-92d6-ffe459fb142e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:28.802606 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6787de8-99f8-4fb3-9c5b-ded69c8c41a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd99107-4c66-4b8b-b2f6-32820f3ab9b0,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:28.810516 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 41290) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:28.811127 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-b6787de8-99f8-4fb3-9c5b-ded69c8c41a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aeec0cca24b54f76ae78f2d3644db76a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1747551 Jun 29 03:28:28.812507 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-b6787de8-99f8-4fb3-9c5b-ded69c8c41a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:29.194677 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-32e4a985-8fd6-484c-8d1f-29173e2d6014 req-5ae9aa34-1658-4aba-a06f-026d85f85ec7 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 210 time: 0.2860718 Jun 29 03:28:29.202982 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-e7543d71-bf4d-486f-974b-4ef1df70aea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:29.283696 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-e7543d71-bf4d-486f-974b-4ef1df70aea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:29.344015 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41db397-6eb0-4f01-a5fd-9d88faa5f979 req-74791e47-c4ce-4637-9ee4-c61b72d8985e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:29.349203 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-c41db397-6eb0-4f01-a5fd-9d88faa5f979 req-74791e47-c4ce-4637-9ee4-c61b72d8985e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=64634004872c452cb585383daabc9685&device_id=d9ab3a97-1f46-46d7-863f-31ede4ff0b3a HTTP/1.1" status: 200 len: 1097 time: 0.4490762 Jun 29 03:28:29.656419 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-e7543d71-bf4d-486f-974b-4ef1df70aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:29.660311 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-e7543d71-bf4d-486f-974b-4ef1df70aea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:29.673879 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-e7543d71-bf4d-486f-974b-4ef1df70aea1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2dd99107-4c66-4b8b-b2f6-32820f3ab9b0 HTTP/1.1" status: 204 len: 168 time: 0.8542888 Jun 29 03:28:29.696197 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf11e8c-8dc1-4b27-8394-99a10e4cba9f req-84c3e08f-efcf-4d13-a039-4d9c80a452c4 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:29.702292 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-bbf11e8c-8dc1-4b27-8394-99a10e4cba9f req-84c3e08f-efcf-4d13-a039-4d9c80a452c4 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9ab3a97-1f46-46d7-863f-31ede4ff0b3a HTTP/1.1" status: 200 len: 944 time: 0.3689306 Jun 29 03:28:29.713978 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-76f72edb-83f4-4132-919a-185b5d433903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:29.754594 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7543d71-bf4d-486f-974b-4ef1df70aea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd99107-4c66-4b8b-b2f6-32820f3ab9b0,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:29.758572 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-e7543d71-bf4d-486f-974b-4ef1df70aea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:29.806547 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-bbf11e8c-8dc1-4b27-8394-99a10e4cba9f req-78278879-8892-4b9b-aecf-a8bd541d22eb tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/security-groups?id=75a3bab2-b0e4-4b5c-b255-2ff6b6957ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941300 Jun 29 03:28:29.886537 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-ca9fdc33-46bd-4068-a39f-2532fe2c8a84 req-fa7283c2-88be-47ac-9582-8987113d86f9 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 210 time: 0.0501726 Jun 29 03:28:30.257973 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 41364) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:30.281780 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-8c58b20b-e1d1-4d87-a98e-648ac9095417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:30.380494 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-39cff2a0-c9ea-40b9-9dbf-d90aba2002fd req-6ee120a5-9c31-41b9-b32e-6049d54189e3 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 210 time: 0.0446155 Jun 29 03:28:30.472307 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-8c58b20b-e1d1-4d87-a98e-648ac9095417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:30.487947 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-8c58b20b-e1d1-4d87-a98e-648ac9095417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:30.492624 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-02e1e929-c5ad-48d2-bbf0-4b3b82e801ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:30.533652 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-8c58b20b-e1d1-4d87-a98e-648ac9095417 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7cb73bb1d5743e2978730e0a955023b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745957 Jun 29 03:28:30.534508 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58b20b-e1d1-4d87-a98e-648ac9095417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a83ca0c-261e-4bde-a489-94426de5c83c,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:30.536430 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 41368) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:30.537510 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-8c58b20b-e1d1-4d87-a98e-648ac9095417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:30.607801 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7ea86571-43b1-4c55-8894-709a1f53beaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:30.652369 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 41374) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:30.679389 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7ea86571-43b1-4c55-8894-709a1f53beaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:30.811859 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7ea86571-43b1-4c55-8894-709a1f53beaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:30.816006 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7ea86571-43b1-4c55-8894-709a1f53beaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:30.817762 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-7ea86571-43b1-4c55-8894-709a1f53beaa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0a83ca0c-261e-4bde-a489-94426de5c83c HTTP/1.1" status: 204 len: 168 time: 0.2801285 Jun 29 03:28:30.818931 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-c9e72297-5162-4e5b-9e12-43d2bca72cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:30.836414 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea86571-43b1-4c55-8894-709a1f53beaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a83ca0c-261e-4bde-a489-94426de5c83c,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:30.841453 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-7ea86571-43b1-4c55-8894-709a1f53beaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:30.899807 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3f21072e-63eb-4aeb-8e02-b0f0a0d25b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:31.149406 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9973636-363b-439e-aacd-06d30d3c1d7b req-b4ea43a7-736f-4f4f-9efb-6ade542cbba5 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:31.172878 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f9973636-363b-439e-aacd-06d30d3c1d7b req-b4ea43a7-736f-4f4f-9efb-6ade542cbba5 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9ab3a97-1f46-46d7-863f-31ede4ff0b3a HTTP/1.1" status: 200 len: 944 time: 0.1755240 Jun 29 03:28:31.252279 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f9973636-363b-439e-aacd-06d30d3c1d7b req-af73f7e2-0900-4d15-ab07-320b958c952c tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/security-groups?id=75a3bab2-b0e4-4b5c-b255-2ff6b6957ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742283 Jun 29 03:28:31.286507 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3f21072e-63eb-4aeb-8e02-b0f0a0d25b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:31.300544 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-30f42ab8-07b3-44ef-a137-0f36780181f4 req-519b1046-61b6-4de9-b355-3f57fe41d62a tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 210 time: 0.1197829 Jun 29 03:28:31.304090 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3f21072e-63eb-4aeb-8e02-b0f0a0d25b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:31.312786 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-434d21e7-4278-45f5-a35c-1f85367e84d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:31.361835 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f21072e-63eb-4aeb-8e02-b0f0a0d25b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ac2ac7-866e-4140-815b-df27d6c967a4,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:31.366727 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-3f21072e-63eb-4aeb-8e02-b0f0a0d25b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:31.369677 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-3f21072e-63eb-4aeb-8e02-b0f0a0d25b75 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3483ce05d5fb4715a0209762a0619dac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7177041 Jun 29 03:28:31.372072 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 41412) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:31.496223 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-935d345b-e79c-4cad-8779-5bbb2112af11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:31.541873 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-935d345b-e79c-4cad-8779-5bbb2112af11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:31.612876 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-935d345b-e79c-4cad-8779-5bbb2112af11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:31.615855 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-935d345b-e79c-4cad-8779-5bbb2112af11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:31.615982 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-ea9eba77-a44b-4471-b30c-8618f53ca331 req-239fc6a9-c46b-4abb-b90d-ee685141d970 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 210 time: 0.0321403 Jun 29 03:28:31.617082 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-935d345b-e79c-4cad-8779-5bbb2112af11 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/10ac2ac7-866e-4140-815b-df27d6c967a4 HTTP/1.1" status: 204 len: 168 time: 0.2441363 Jun 29 03:28:31.617829 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:31.629956 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d345b-e79c-4cad-8779-5bbb2112af11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ac2ac7-866e-4140-815b-df27d6c967a4,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:31.635824 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-935d345b-e79c-4cad-8779-5bbb2112af11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:32.101832 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41db397-6eb0-4f01-a5fd-9d88faa5f979 req-ad6eb0bf-61e5-4d31-b791-d0e055d6b7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:32.103260 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-c41db397-6eb0-4f01-a5fd-9d88faa5f979 req-ad6eb0bf-61e5-4d31-b791-d0e055d6b7b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e69cbf67-5ef9-44ce-b9a5-5834040431a9 HTTP/1.1" status: 200 len: 913 time: 0.1760852 Jun 29 03:28:32.160180 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-c41db397-6eb0-4f01-a5fd-9d88faa5f979 req-cb8d183b-f935-4444-ac74-bac291b907b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c844ec72-6b4c-4704-b69f-cf8115ba50e0 HTTP/1.1" status: 200 len: 217 time: 0.0466261 Jun 29 03:28:32.218580 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41db397-6eb0-4f01-a5fd-9d88faa5f979 req-4110626f-a351-4b47-b6c6-6be399b5d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:32.220253 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-c41db397-6eb0-4f01-a5fd-9d88faa5f979 req-4110626f-a351-4b47-b6c6-6be399b5d025 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02ab3a59-b26e-462a-b05c-976269b8b9d0 HTTP/1.1" status: 200 len: 852 time: 0.0526402 Jun 29 03:28:32.266283 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-c41db397-6eb0-4f01-a5fd-9d88faa5f979 req-512c3d36-c731-464b-95a7-b642be720ed9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e69cbf67-5ef9-44ce-b9a5-5834040431a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356553 Jun 29 03:28:32.492374 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-c41db397-6eb0-4f01-a5fd-9d88faa5f979 req-103634ce-a6c8-4901-93b8-eccfd3cec217 service neutron] 10.222.0.41 "GET /v2.0/networks/e69cbf67-5ef9-44ce-b9a5-5834040431a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165766 Jun 29 03:28:32.553222 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-82b4a77b-12b0-4a40-82d6-2b88c09849eb req-062ee84c-7ea8-42d4-a0c9-c3ff677cffbe tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 210 time: 0.0519571 Jun 29 03:28:32.607549 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa24eae-08d0-45b2-9c6a-fabca3a1af59 req-6e4549ee-8b7b-4790-b188-0fe0507f292c tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:32.618745 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-1fa24eae-08d0-45b2-9c6a-fabca3a1af59 req-6e4549ee-8b7b-4790-b188-0fe0507f292c tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9ab3a97-1f46-46d7-863f-31ede4ff0b3a HTTP/1.1" status: 200 len: 944 time: 0.2000170 Jun 29 03:28:32.651455 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.41', 50380) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:32.718952 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-1fa24eae-08d0-45b2-9c6a-fabca3a1af59 req-711917d4-f415-4484-bc1d-926b3ec9684a tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/security-groups?id=75a3bab2-b0e4-4b5c-b255-2ff6b6957ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922613 Jun 29 03:28:32.922870 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-c41db397-6eb0-4f01-a5fd-9d88faa5f979 req-f5a2d67d-e5f5-4fe0-bb58-f7d680205476 service neutron] 10.222.0.41 "GET /v2.0/networks/e69cbf67-5ef9-44ce-b9a5-5834040431a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205253 Jun 29 03:28:32.966999 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-53fa3330-4a70-4394-9264-ebcb77ea1c49 req-f14858fe-6786-489b-a124-d663e7a82453 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 210 time: 0.0972383 Jun 29 03:28:32.986763 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-98787937-816e-4310-bc13-a44dba6c5e4e tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:32.988663 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-98787937-816e-4310-bc13-a44dba6c5e4e tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.41 "GET /v2.0/networks?id=fbd73007-b4d3-49e9-a03f-426fb9b7fdeb HTTP/1.1" status: 200 len: 818 time: 0.3329771 Jun 29 03:28:33.012134 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-9eaa6747-9b41-460f-89ca-44c82c8eaf5f tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Request body: {'port': {'device_id': '4a18d164-a1a8-4f38-b712-b884493446c6', 'network_id': 'fbd73007-b4d3-49e9-a03f-426fb9b7fdeb', 'admin_state_up': True, 'tenant_id': '9902c70e108740118a4f71868bc0d52c'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:33.173332 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-9eaa6747-9b41-460f-89ca-44c82c8eaf5f tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Made reservation on behalf of 9902c70e108740118a4f71868bc0d52c for: {'port': 1} {{(pid=92900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:28:33.179808 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-9eaa6747-9b41-460f-89ca-44c82c8eaf5f tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:33.546457 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.db_base_plugin_common [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-9eaa6747-9b41-460f-89ca-44c82c8eaf5f tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Allocated IP 172.20.0.9 (fbd73007-b4d3-49e9-a03f-426fb9b7fdeb/f0118e0e-acf3-4d0b-868c-48a64b84ce54/57ed9626-8d20-499e-b4ce-9c1f0667e3b6) {{(pid=92900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:28:33.554982 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-47affc70-d3f2-49cd-aada-ae1dfb83dd6e tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:33.556685 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-47affc70-d3f2-49cd-aada-ae1dfb83dd6e tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.41 "GET /v2.0/networks?id=2c477f5c-bdb0-44ca-8af9-ed7781063c5a HTTP/1.1" status: 200 len: 810 time: 0.2048318 Jun 29 03:28:33.847837 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-48b7292a-8c24-4562-8840-eabcb6400960 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43f3aeed3f4749bab1f83a06f1e82be0 HTTP/1.1" status: 200 len: 380 time: 0.2669039 Jun 29 03:28:33.866757 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-42f37546-4cfe-4e70-80a1-5020b362c1b2 req-90c6e158-e4c8-4103-912a-d1a9667468e7 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 210 time: 0.0870650 Jun 29 03:28:33.881373 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-e2a1bf7a-2352-4ef3-a6ec-3f487f030f87 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Request body: {'port': {'device_id': '5edbeae1-5ba0-4ad5-8c08-d7c8fa613648', 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a', 'admin_state_up': True, 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'security_groups': ['f310e1f4-4bc2-4003-b58c-b71f00eedac8']}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:34.109184 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.41', 50387) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:34.241659 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f4e1b2c1-a3cf-497a-821c-12211244d6c1 req-90fb1b15-cbba-40cb-9df3-d062624c370f tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 210 time: 0.0460086 Jun 29 03:28:34.242540 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 41608) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:34.360788 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-c0d7924d-5b49-47e5-9590-cd22e5ca3cb6 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:34.364651 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-c0d7924d-5b49-47e5-9590-cd22e5ca3cb6 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.41 "GET /v2.0/networks?id=fbd73007-b4d3-49e9-a03f-426fb9b7fdeb HTTP/1.1" status: 200 len: 818 time: 0.2538600 Jun 29 03:28:34.386367 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-263bdbc6-7af0-4354-acb3-1eb05186390d tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Request body: {'port': {'device_id': '4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8', 'network_id': 'fbd73007-b4d3-49e9-a03f-426fb9b7fdeb', 'admin_state_up': True, 'tenant_id': '9902c70e108740118a4f71868bc0d52c'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:34.417135 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-9eaa6747-9b41-460f-89ca-44c82c8eaf5f tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Notify callbacks [] for port, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:34.491352 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-9eaa6747-9b41-460f-89ca-44c82c8eaf5f tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302'] for port, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:34.510291 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-20aabc32-a626-439a-9722-331a695bb8db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:34.522629 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-9eaa6747-9b41-460f-89ca-44c82c8eaf5f tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Network fbd73007-b4d3-49e9-a03f-426fb9b7fdeb is already hosted by enough agents. {{(pid=92900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:28:34.554068 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-9eaa6747-9b41-460f-89ca-44c82c8eaf5f tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Resources bound (agent type, host, resource id): {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:28:34.556908 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-9eaa6747-9b41-460f-89ca-44c82c8eaf5f tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Received port after_create {{(pid=92900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:28:34.562584 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-9eaa6747-9b41-460f-89ca-44c82c8eaf5f tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:34.563166 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-9eaa6747-9b41-460f-89ca-44c82c8eaf5f tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:34.568645 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-9a6e9ab0-788c-45cc-b3cd-950d8fdd1f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:34.595929 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c36b9-52a0-4ea8-ad1c-0638fb6d3047 req-84e4f3f2-5c5f-430e-8b88-fd88c4c5eb4d tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:34.602815 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d34c36b9-52a0-4ea8-ad1c-0638fb6d3047 req-84e4f3f2-5c5f-430e-8b88-fd88c4c5eb4d tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9ab3a97-1f46-46d7-863f-31ede4ff0b3a HTTP/1.1" status: 200 len: 944 time: 0.3043711 Jun 29 03:28:34.625314 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-e2a1bf7a-2352-4ef3-a6ec-3f487f030f87 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Made reservation on behalf of 43f3aeed3f4749bab1f83a06f1e82be0 for: {'port': 1} {{(pid=92900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:28:34.628787 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-e2a1bf7a-2352-4ef3-a6ec-3f487f030f87 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:34.640145 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-9eaa6747-9b41-460f-89ca-44c82c8eaf5f tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6322360 Jun 29 03:28:34.648088 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa6747-9b41-460f-89ca-44c82c8eaf5f tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Pushing event updated for resources: {'Port': ['ID=57ed9626-8d20-499e-b4ce-9c1f0667e3b6,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:34.667612 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-9eaa6747-9b41-460f-89ca-44c82c8eaf5f tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:34.672997 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-4ef967c6-b641-4fd7-b988-6d2a30e904f8 service neutron] Request body: {'port': {'device_id': '4a18d164-a1a8-4f38-b712-b884493446c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:34.726817 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d34c36b9-52a0-4ea8-ad1c-0638fb6d3047 req-c417b131-fd56-415e-ab59-a13b6ac87492 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/security-groups?id=75a3bab2-b0e4-4b5c-b255-2ff6b6957ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230044 Jun 29 03:28:34.814430 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-9a6e9ab0-788c-45cc-b3cd-950d8fdd1f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:34.830996 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-9a6e9ab0-788c-45cc-b3cd-950d8fdd1f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:34.855036 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-935d345b-e79c-4cad-8779-5bbb2112af11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:34.875633 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-4ef967c6-b641-4fd7-b988-6d2a30e904f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:34.939290 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-263bdbc6-7af0-4354-acb3-1eb05186390d tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Made reservation on behalf of 9902c70e108740118a4f71868bc0d52c for: {'port': 1} {{(pid=92899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:28:34.946618 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-263bdbc6-7af0-4354-acb3-1eb05186390d tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:34.948430 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.db_base_plugin_common [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-e2a1bf7a-2352-4ef3-a6ec-3f487f030f87 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Allocated IP 172.20.0.11 (2c477f5c-bdb0-44ca-8af9-ed7781063c5a/c28d3be3-3297-47d9-b1b3-a2eb92284a62/ea0ff005-1f4a-4bd5-a5c9-61578a420165) {{(pid=92900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:28:34.955264 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e9ab0-788c-45cc-b3cd-950d8fdd1f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063c276e-9c9f-47f8-9c17-e66ce06df62a,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:34.967074 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-9a6e9ab0-788c-45cc-b3cd-950d8fdd1f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:34.987603 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-9a6e9ab0-788c-45cc-b3cd-950d8fdd1f07 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ca2c5a9678b457da84c461113945044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7415009 Jun 29 03:28:34.990989 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 41650) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:35.204578 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 41654) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:35.231253 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-622e1119-439e-4349-9565-e2cc53e8fb75 req-1e096d63-3664-467a-8f1e-4f9c9f09960d tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 210 time: 0.1787930 Jun 29 03:28:35.267108 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-fcd73057-2119-4d09-b92b-2207a597e516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:35.335816 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-fcd73057-2119-4d09-b92b-2207a597e516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:35.342085 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-e2a1bf7a-2352-4ef3-a6ec-3f487f030f87 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for port, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:35.377572 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-6305e658-6e73-4242-b988-2abbba664c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:35.421552 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.provisioning_blocks [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-e2a1bf7a-2352-4ef3-a6ec-3f487f030f87 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Transition to ACTIVE for port object ea0ff005-1f4a-4bd5-a5c9-61578a420165 will not be triggered until provisioned by entity DHCP. {{(pid=92900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:28:35.465023 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-96ac8e3f-0889-4d4c-82fb-3230b72d63db req-853a1152-99c9-4f95-8ef6-f219e56460aa tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 210 time: 0.0980084 Jun 29 03:28:35.479892 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-4ef967c6-b641-4fd7-b988-6d2a30e904f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57ed9626-8d20-499e-b4ce-9c1f0667e3b6 {{(pid=92900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:28:35.500167 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-4ef967c6-b641-4fd7-b988-6d2a30e904f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:35.532099 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.provisioning_blocks [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-4ef967c6-b641-4fd7-b988-6d2a30e904f8 service neutron] Transition to ACTIVE for port object 57ed9626-8d20-499e-b4ce-9c1f0667e3b6 will not be triggered until provisioned by entity L2. {{(pid=92900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:28:35.533212 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-fcd73057-2119-4d09-b92b-2207a597e516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:35.538085 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-e2a1bf7a-2352-4ef3-a6ec-3f487f030f87 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302'] for port, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:35.543681 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-fcd73057-2119-4d09-b92b-2207a597e516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:35.547795 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-fcd73057-2119-4d09-b92b-2207a597e516 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/063c276e-9c9f-47f8-9c17-e66ce06df62a HTTP/1.1" status: 204 len: 168 time: 0.5138977 Jun 29 03:28:35.551087 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-82575eb0-2371-42d5-980d-83e45a05b005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:35.553144 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-4ef967c6-b641-4fd7-b988-6d2a30e904f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:35.577438 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd73057-2119-4d09-b92b-2207a597e516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063c276e-9c9f-47f8-9c17-e66ce06df62a,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:35.586707 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-fcd73057-2119-4d09-b92b-2207a597e516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:35.587190 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-20aabc32-a626-439a-9722-331a695bb8db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:35.646924 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-e2a1bf7a-2352-4ef3-a6ec-3f487f030f87 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Network 2c477f5c-bdb0-44ca-8af9-ed7781063c5a is already hosted by enough agents. {{(pid=92900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:28:35.661581 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-e2a1bf7a-2352-4ef3-a6ec-3f487f030f87 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Resources bound (agent type, host, resource id): {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:28:35.669584 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-e2a1bf7a-2352-4ef3-a6ec-3f487f030f87 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Received port after_create {{(pid=92900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:28:35.675305 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-e2a1bf7a-2352-4ef3-a6ec-3f487f030f87 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:35.675964 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-e2a1bf7a-2352-4ef3-a6ec-3f487f030f87 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:35.699819 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1bf7a-2352-4ef3-a6ec-3f487f030f87 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Pushing event updated for resources: {'Port': ['ID=ea0ff005-1f4a-4bd5-a5c9-61578a420165,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:35.711457 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.db_base_plugin_common [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-263bdbc6-7af0-4354-acb3-1eb05186390d tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Allocated IP 172.20.0.8 (fbd73007-b4d3-49e9-a03f-426fb9b7fdeb/f0118e0e-acf3-4d0b-868c-48a64b84ce54/f8889b89-6496-45da-9c34-55b13a7724bf) {{(pid=92899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:28:35.743263 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device c844ec72-6b4c-4704-b69f-cf8115ba50e0 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:28:35.818670 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-6305e658-6e73-4242-b988-2abbba664c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:35.823091 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-4ef967c6-b641-4fd7-b988-6d2a30e904f8 service neutron] Attempting to bind port 57ed9626-8d20-499e-b4ce-9c1f0667e3b6 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:28:35.824788 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-4ef967c6-b641-4fd7-b988-6d2a30e904f8 service neutron] Attempting to bind port 57ed9626-8d20-499e-b4ce-9c1f0667e3b6 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'acb5fb4f-c58d-419d-ac4f-91761f493388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fbd73007-b4d3-49e9-a03f-426fb9b7fdeb'}] {{(pid=92900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:28:35.825297 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-4ef967c6-b641-4fd7-b988-6d2a30e904f8 service neutron] Attempting to bind port 57ed9626-8d20-499e-b4ce-9c1f0667e3b6 on network fbd73007-b4d3-49e9-a03f-426fb9b7fdeb {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:28:35.849464 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-6305e658-6e73-4242-b988-2abbba664c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:35.851865 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-4ef967c6-b641-4fd7-b988-6d2a30e904f8 service neutron] Port 57ed9626-8d20-499e-b4ce-9c1f0667e3b6 on network fbd73007-b4d3-49e9-a03f-426fb9b7fdeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:28:35.852446 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-4ef967c6-b641-4fd7-b988-6d2a30e904f8 service neutron] Attempting to bind port 57ed9626-8d20-499e-b4ce-9c1f0667e3b6 on network fbd73007-b4d3-49e9-a03f-426fb9b7fdeb {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:28:35.859130 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef967c6-b641-4fd7-b988-6d2a30e904f8 service neutron] Pushing event updated for resources: {'Port': ['ID=57ed9626-8d20-499e-b4ce-9c1f0667e3b6,revision_number=2']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:35.869648 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-e2a1bf7a-2352-4ef3-a6ec-3f487f030f87 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9939578 Jun 29 03:28:35.882869 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-4ef967c6-b641-4fd7-b988-6d2a30e904f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:35.883598 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.301s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:35.884146 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:35.887150 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:35.892491 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-4ef967c6-b641-4fd7-b988-6d2a30e904f8 service neutron] Checking agent: {'id': '2bf09fb4-53ea-44df-98c0-2f1f129e0ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:28:35.892491 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-4ef967c6-b641-4fd7-b988-6d2a30e904f8 service neutron] Checking segment: {'id': 'acb5fb4f-c58d-419d-ac4f-91761f493388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fbd73007-b4d3-49e9-a03f-426fb9b7fdeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:28:35.892491 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-4ef967c6-b641-4fd7-b988-6d2a30e904f8 service neutron] Bound using segment: {'id': 'acb5fb4f-c58d-419d-ac4f-91761f493388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fbd73007-b4d3-49e9-a03f-426fb9b7fdeb'} {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:28:35.892491 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-4ef967c6-b641-4fd7-b988-6d2a30e904f8 service neutron] Bound port: 57ed9626-8d20-499e-b4ce-9c1f0667e3b6, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb5fb4f-c58d-419d-ac4f-91761f493388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fbd73007-b4d3-49e9-a03f-426fb9b7fdeb'}}] {{(pid=92900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:28:35.892491 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-4ef967c6-b641-4fd7-b988-6d2a30e904f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:35.924158 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-ab258707-6230-40fa-84bd-673445d463ab service neutron] Request body: {'port': {'device_id': '5edbeae1-5ba0-4ad5-8c08-d7c8fa613648', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:36.015611 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port c844ec72-6b4c-4704-b69f-cf8115ba50e0, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=c844ec72-6b4c-4704-b69f-cf8115ba50e0,segment=NetworkSegment(f1045125-0e5a-45ff-8c8b-f40eb7d04287),segment_id=f1045125-0e5a-45ff-8c8b-f40eb7d04287)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:36.030465 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Returning: {'device': 'c844ec72-6b4c-4704-b69f-cf8115ba50e0', 'network_id': 'e69cbf67-5ef9-44ce-b9a5-5834040431a9', 'port_id': 'c844ec72-6b4c-4704-b69f-cf8115ba50e0', 'mac_address': 'fa:16:3e:8a:2f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02ab3a59-b26e-462a-b05c-976269b8b9d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:28:36.039546 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-6305e658-6e73-4242-b988-2abbba664c29 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3a470cb53a7b4a9982fb5c0da3e8315b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8315890 Jun 29 03:28:36.041432 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 41690) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:36.056370 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305e658-6e73-4242-b988-2abbba664c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d709e77-e840-48b5-8008-771cde7a7fef,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:36.061553 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-263bdbc6-7af0-4354-acb3-1eb05186390d tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Notify callbacks [] for port, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:36.074861 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 41694) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:36.083514 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-6305e658-6e73-4242-b988-2abbba664c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:36.089199 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:36.109366 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c844ec72-6b4c-4704-b69f-cf8115ba50e0 {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:28:36.125610 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-f7f8ae34-8ca4-497f-be85-e1a9d24e8b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:36.138811 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port c844ec72-6b4c-4704-b69f-cf8115ba50e0, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=c844ec72-6b4c-4704-b69f-cf8115ba50e0,segment=NetworkSegment(f1045125-0e5a-45ff-8c8b-f40eb7d04287),segment_id=f1045125-0e5a-45ff-8c8b-f40eb7d04287)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:36.154255 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:36.156458 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-ab258707-6230-40fa-84bd-673445d463ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:36.160992 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-4ef967c6-b641-4fd7-b988-6d2a30e904f8 service neutron] For port 57ed9626-8d20-499e-b4ce-9c1f0667e3b6, host hv-cinder-79724, cleared binding levels {{(pid=92900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:28:36.162048 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:36.169716 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-4ef967c6-b641-4fd7-b988-6d2a30e904f8 service neutron] For port 57ed9626-8d20-499e-b4ce-9c1f0667e3b6, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=57ed9626-8d20-499e-b4ce-9c1f0667e3b6,segment=NetworkSegment(acb5fb4f-c58d-419d-ac4f-91761f493388),segment_id=acb5fb4f-c58d-419d-ac4f-91761f493388)] {{(pid=92900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:28:36.195354 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-11f1dfe8-3b09-4121-8b7e-12c0fe440e37 None None] Provisioning for port ea0ff005-1f4a-4bd5-a5c9-61578a420165 completed by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:28:36.196306 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-4ef967c6-b641-4fd7-b988-6d2a30e904f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:36.202882 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:36.203519 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-11f1dfe8-3b09-4121-8b7e-12c0fe440e37 None None] Provisioning complete for port ea0ff005-1f4a-4bd5-a5c9-61578a420165 triggered by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:36.204118 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-11f1dfe8-3b09-4121-8b7e-12c0fe440e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:36.254830 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-11f1dfe8-3b09-4121-8b7e-12c0fe440e37 None None] Port ea0ff005-1f4a-4bd5-a5c9-61578a420165 cannot update to ACTIVE because it is not bound. {{(pid=92901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:28:36.309181 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-fc1167f0-f582-4668-ad54-8d126660618d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:36.319670 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=c844ec72-6b4c-4704-b69f-cf8115ba50e0,revision_number=4']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:36.329761 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:36.330078 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-263bdbc6-7af0-4354-acb3-1eb05186390d tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302'] for port, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:36.354074 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-4ef967c6-b641-4fd7-b988-6d2a30e904f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:36.354705 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-4ef967c6-b641-4fd7-b988-6d2a30e904f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:36.356924 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-4ef967c6-b641-4fd7-b988-6d2a30e904f8 service neutron] 10.222.0.41 "PUT /v2.0/ports/57ed9626-8d20-499e-b4ce-9c1f0667e3b6 HTTP/1.1" status: 200 len: 1093 time: 1.6916797 Jun 29 03:28:36.357415 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a18d164-a1a8-4f38-b712-b884493446c6', 'tag': '57ed9626-8d20-499e-b4ce-9c1f0667e3b6'}] {{(pid=92900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:28:36.359683 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66f2c99c1a8368f792cdf7ad94359b02357141073d69ee97e68f670b072060b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67fe297-8808-4a2c-929e-7061b26846b0" -d '{"events": [{"name": "network-changed", "server_uuid": "4a18d164-a1a8-4f38-b712-b884493446c6", "tag": "57ed9626-8d20-499e-b4ce-9c1f0667e3b6"}]}' {{(pid=92900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:28:36.363434 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:36.478432 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77497cdd-1038-43c3-b73e-5a8199d1e932 req-04189241-cb7b-4689-80cf-d1866bb9bb75 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:36.480108 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-77497cdd-1038-43c3-b73e-5a8199d1e932 req-04189241-cb7b-4689-80cf-d1866bb9bb75 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9ab3a97-1f46-46d7-863f-31ede4ff0b3a HTTP/1.1" status: 200 len: 944 time: 0.3666179 Jun 29 03:28:36.485980 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-fc1167f0-f582-4668-ad54-8d126660618d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:36.527629 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-f7f8ae34-8ca4-497f-be85-e1a9d24e8b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:36.530036 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef967c6-b641-4fd7-b988-6d2a30e904f8 service neutron] Pushing event updated for resources: {'Port': ['ID=57ed9626-8d20-499e-b4ce-9c1f0667e3b6,revision_number=3']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:36.543402 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['c844ec72-6b4c-4704-b69f-cf8115ba50e0'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:28:36.556717 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-4ef967c6-b641-4fd7-b988-6d2a30e904f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:36.662852 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-77497cdd-1038-43c3-b73e-5a8199d1e932 req-0ed3d13b-ec84-4a5d-b2fd-28302d0aa27a tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/security-groups?id=75a3bab2-b0e4-4b5c-b255-2ff6b6957ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402109 Jun 29 03:28:36.710822 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-96ff8301-6a18-49bd-9696-dde47001c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:36.711003 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-263bdbc6-7af0-4354-acb3-1eb05186390d tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Network fbd73007-b4d3-49e9-a03f-426fb9b7fdeb is already hosted by enough agents. {{(pid=92899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:28:36.712767 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-96ff8301-6a18-49bd-9696-dde47001c666 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9902c70e108740118a4f71868bc0d52c&device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 1096 time: 0.2469656 Jun 29 03:28:36.713037 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-f7f8ae34-8ca4-497f-be85-e1a9d24e8b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:36.734357 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.base_scheduler [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-263bdbc6-7af0-4354-acb3-1eb05186390d tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Resources bound (agent type, host, resource id): {{(pid=92899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:28:36.738023 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd515d-9457-4c5a-a6cc-b907f913df7b req-c1379691-ff53-4ee3-bcb0-cfbd08df8b6e tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:36.746357 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f6cd515d-9457-4c5a-a6cc-b907f913df7b req-c1379691-ff53-4ee3-bcb0-cfbd08df8b6e tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 931 time: 0.2814915 Jun 29 03:28:36.749492 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052763d8-448a-4991-acec-37f23a8bd084 x-openstack-request-id: req-052763d8-448a-4991-acec-37f23a8bd084 {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:28:36.749959 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a18d164-a1a8-4f38-b712-b884493446c6", "tag": "57ed9626-8d20-499e-b4ce-9c1f0667e3b6", "status": "completed", "code": 200}]} {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:28:36.750365 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-052763d8-448a-4991-acec-37f23a8bd084 {{(pid=92900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:28:36.751003 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a18d164-a1a8-4f38-b712-b884493446c6', 'tag': '57ed9626-8d20-499e-b4ce-9c1f0667e3b6', 'status': 'completed', 'code': 200} Jun 29 03:28:36.762937 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263bdbc6-7af0-4354-acb3-1eb05186390d tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Pushing event updated for resources: {'Port': ['ID=f8889b89-6496-45da-9c34-55b13a7724bf,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:36.772314 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.l3_dvrscheduler_db [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-263bdbc6-7af0-4354-acb3-1eb05186390d tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Received port after_create {{(pid=92899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:28:36.779476 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-263bdbc6-7af0-4354-acb3-1eb05186390d tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:36.780370 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-263bdbc6-7af0-4354-acb3-1eb05186390d tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for port, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:36.806364 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-263bdbc6-7af0-4354-acb3-1eb05186390d tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:36.808034 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-263bdbc6-7af0-4354-acb3-1eb05186390d tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4262221 Jun 29 03:28:36.808530 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-b57a5bd6-0c02-42e1-8627-df8b61c7b567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:36.814231 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-91fda8b6-2804-46c2-94ae-dda57cb1444a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57ed9626-8d20-499e-b4ce-9c1f0667e3b6 HTTP/1.1" status: 200 len: 217 time: 0.0595157 Jun 29 03:28:36.829371 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-ab258707-6230-40fa-84bd-673445d463ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea0ff005-1f4a-4bd5-a5c9-61578a420165 {{(pid=92900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:28:36.834230 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-738b6432-313d-491f-9f18-24f8dc961dcd service neutron] Request body: {'port': {'device_id': '4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:36.849848 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-ab258707-6230-40fa-84bd-673445d463ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:36.878288 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f6cd515d-9457-4c5a-a6cc-b907f913df7b req-5f8fff51-086c-48d3-9216-b31b6cdc5bc4 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309657 Jun 29 03:28:36.889909 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.provisioning_blocks [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-ab258707-6230-40fa-84bd-673445d463ab service neutron] Transition to ACTIVE for port object ea0ff005-1f4a-4bd5-a5c9-61578a420165 will not be triggered until provisioned by entity L2. {{(pid=92900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:28:36.906248 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-ab258707-6230-40fa-84bd-673445d463ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:36.925420 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:36.934853 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-738b6432-313d-491f-9f18-24f8dc961dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:37.006218 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-b1165ba1-806b-4f0b-a882-7e2f4e81388a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:37.006828 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-b1165ba1-806b-4f0b-a882-7e2f4e81388a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f0118e0e-acf3-4d0b-868c-48a64b84ce54 HTTP/1.1" status: 200 len: 858 time: 0.1725614 Jun 29 03:28:37.039248 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-f7f8ae34-8ca4-497f-be85-e1a9d24e8b97 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=42428b8c4b654fff9f32773f7a115e75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9631717 Jun 29 03:28:37.045034 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 41744) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:37.064287 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-6218fb14-51a0-4562-aa26-70480cad629b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fbd73007-b4d3-49e9-a03f-426fb9b7fdeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382855 Jun 29 03:28:37.083298 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab258707-6230-40fa-84bd-673445d463ab service neutron] Pushing event updated for resources: {'Port': ['ID=ea0ff005-1f4a-4bd5-a5c9-61578a420165,revision_number=2']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:37.086961 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8ae34-8ca4-497f-be85-e1a9d24e8b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2559c308-4d4e-4a3a-858d-c339668f56a7,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:37.087886 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-ab258707-6230-40fa-84bd-673445d463ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:37.098239 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-f7f8ae34-8ca4-497f-be85-e1a9d24e8b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:37.104486 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-ab258707-6230-40fa-84bd-673445d463ab service neutron] Attempting to bind port ea0ff005-1f4a-4bd5-a5c9-61578a420165 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:28:37.104834 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-ab258707-6230-40fa-84bd-673445d463ab service neutron] Attempting to bind port ea0ff005-1f4a-4bd5-a5c9-61578a420165 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '38283d29-4f4a-48db-be4f-9f1ff8e9f0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a'}] {{(pid=92900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:28:37.105128 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-ab258707-6230-40fa-84bd-673445d463ab service neutron] Attempting to bind port ea0ff005-1f4a-4bd5-a5c9-61578a420165 on network 2c477f5c-bdb0-44ca-8af9-ed7781063c5a {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:28:37.128082 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-fc1167f0-f582-4668-ad54-8d126660618d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:37.139433 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-ab258707-6230-40fa-84bd-673445d463ab service neutron] Port ea0ff005-1f4a-4bd5-a5c9-61578a420165 on network 2c477f5c-bdb0-44ca-8af9-ed7781063c5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:28:37.139753 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-ab258707-6230-40fa-84bd-673445d463ab service neutron] Attempting to bind port ea0ff005-1f4a-4bd5-a5c9-61578a420165 on network 2c477f5c-bdb0-44ca-8af9-ed7781063c5a {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:28:37.141716 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-fc1167f0-f582-4668-ad54-8d126660618d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:37.149725 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-fc1167f0-f582-4668-ad54-8d126660618d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d709e77-e840-48b5-8008-771cde7a7fef HTTP/1.1" status: 204 len: 168 time: 1.1071501 Jun 29 03:28:37.152470 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-ab258707-6230-40fa-84bd-673445d463ab service neutron] Checking agent: {'id': '2bf09fb4-53ea-44df-98c0-2f1f129e0ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:28:37.152962 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-ab258707-6230-40fa-84bd-673445d463ab service neutron] Checking segment: {'id': '38283d29-4f4a-48db-be4f-9f1ff8e9f0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:28:37.153511 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-ab258707-6230-40fa-84bd-673445d463ab service neutron] Bound using segment: {'id': '38283d29-4f4a-48db-be4f-9f1ff8e9f0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a'} {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:28:37.154037 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-ab258707-6230-40fa-84bd-673445d463ab service neutron] Bound port: ea0ff005-1f4a-4bd5-a5c9-61578a420165, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38283d29-4f4a-48db-be4f-9f1ff8e9f0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a'}}] {{(pid=92900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:28:37.154513 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-ab258707-6230-40fa-84bd-673445d463ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:37.191487 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-8c58b20b-e1d1-4d87-a98e-648ac9095417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:37.233952 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1167f0-f582-4668-ad54-8d126660618d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d709e77-e840-48b5-8008-771cde7a7fef,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:37.236435 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-511a729b-0ab1-410b-9196-185f6f9f7609 service neutron] 10.222.0.41 "GET /v2.0/networks/fbd73007-b4d3-49e9-a03f-426fb9b7fdeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630497 Jun 29 03:28:37.289552 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b24ea0-cd31-414e-9461-1f9314d266b7 req-272952b5-5a2e-4fbc-ae95-205306bd5fee tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:37.291209 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e5b24ea0-cd31-414e-9461-1f9314d266b7 req-272952b5-5a2e-4fbc-ae95-205306bd5fee tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 944 time: 0.3617783 Jun 29 03:28:37.298321 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-fc1167f0-f582-4668-ad54-8d126660618d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:37.354787 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-ab258707-6230-40fa-84bd-673445d463ab service neutron] For port ea0ff005-1f4a-4bd5-a5c9-61578a420165, host hv-cinder-79724, cleared binding levels {{(pid=92900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:28:37.359547 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-ab258707-6230-40fa-84bd-673445d463ab service neutron] For port ea0ff005-1f4a-4bd5-a5c9-61578a420165, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=ea0ff005-1f4a-4bd5-a5c9-61578a420165,segment=NetworkSegment(38283d29-4f4a-48db-be4f-9f1ff8e9f0d7),segment_id=38283d29-4f4a-48db-be4f-9f1ff8e9f0d7)] {{(pid=92900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:28:37.370373 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-ab258707-6230-40fa-84bd-673445d463ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:37.383795 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:37.453382 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e0d72b08-82d5-4684-8cef-bec8ea0f18fe req-709730e1-27b3-434e-8dc4-ca3baa76a9e3 service neutron] 10.222.0.41 "GET /v2.0/networks/fbd73007-b4d3-49e9-a03f-426fb9b7fdeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950035 Jun 29 03:28:37.454533 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-ab258707-6230-40fa-84bd-673445d463ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:37.455135 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-ab258707-6230-40fa-84bd-673445d463ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:37.456446 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-ab258707-6230-40fa-84bd-673445d463ab service neutron] 10.222.0.41 "PUT /v2.0/ports/ea0ff005-1f4a-4bd5-a5c9-61578a420165 HTTP/1.1" status: 200 len: 1094 time: 1.5619724 Jun 29 03:28:37.464110 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5bb719d2-cb21-4c5d-a8ab-c06ee19afa55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:37.478778 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab258707-6230-40fa-84bd-673445d463ab service neutron] Pushing event updated for resources: {'Port': ['ID=ea0ff005-1f4a-4bd5-a5c9-61578a420165,revision_number=3']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:37.482328 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-ab258707-6230-40fa-84bd-673445d463ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:37.553264 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e5b24ea0-cd31-414e-9461-1f9314d266b7 req-7d5b6e79-6232-4f7d-a01b-2b87bcc8d6d7 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422669 Jun 29 03:28:37.559554 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5bb719d2-cb21-4c5d-a8ab-c06ee19afa55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:37.687127 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.notifiers.nova [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-738b6432-313d-491f-9f18-24f8dc961dcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8889b89-6496-45da-9c34-55b13a7724bf {{(pid=92899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:28:37.691804 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5bb719d2-cb21-4c5d-a8ab-c06ee19afa55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:37.694387 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5bb719d2-cb21-4c5d-a8ab-c06ee19afa55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:37.697009 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-5bb719d2-cb21-4c5d-a8ab-c06ee19afa55 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2559c308-4d4e-4a3a-858d-c339668f56a7 HTTP/1.1" status: 204 len: 168 time: 0.6519904 Jun 29 03:28:37.700606 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-b6787de8-99f8-4fb3-9c5b-ded69c8c41a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:37.705709 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-738b6432-313d-491f-9f18-24f8dc961dcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:37.718429 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device c844ec72-6b4c-4704-b69f-cf8115ba50e0 up at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:28:37.725522 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb719d2-cb21-4c5d-a8ab-c06ee19afa55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2559c308-4d4e-4a3a-858d-c339668f56a7,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:37.732519 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-5bb719d2-cb21-4c5d-a8ab-c06ee19afa55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:37.735167 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fe297-8808-4a2c-929e-7061b26846b0 req-ed6a781d-bce9-453c-8873-e5ee3982c755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:37.737155 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b67fe297-8808-4a2c-929e-7061b26846b0 req-ed6a781d-bce9-453c-8873-e5ee3982c755 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9902c70e108740118a4f71868bc0d52c&device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 1096 time: 0.1338456 Jun 29 03:28:37.745104 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-b57256bc-4f67-4f60-a63b-8f48314423ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:37.747345 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.provisioning_blocks [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-738b6432-313d-491f-9f18-24f8dc961dcd service neutron] Transition to ACTIVE for port object f8889b89-6496-45da-9c34-55b13a7724bf will not be triggered until provisioned by entity L2. {{(pid=92899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:28:37.748389 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-b57256bc-4f67-4f60-a63b-8f48314423ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=43f3aeed3f4749bab1f83a06f1e82be0&device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 1097 time: 0.1428893 Jun 29 03:28:37.750354 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 41768) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:37.770535 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-738b6432-313d-491f-9f18-24f8dc961dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:37.775867 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-c907ce69-cbf7-4519-98f4-fb36db9f5a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:37.807039 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-8fae98b4-e865-4202-b51a-dcbfb21bf557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:37.964384 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning for port c844ec72-6b4c-4704-b69f-cf8115ba50e0 completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:28:37.985410 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning complete for port c844ec72-6b4c-4704-b69f-cf8115ba50e0 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:37.986497 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:38.125688 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b6432-313d-491f-9f18-24f8dc961dcd service neutron] Pushing event updated for resources: {'Port': ['ID=f8889b89-6496-45da-9c34-55b13a7724bf,revision_number=2']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:38.141656 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.managers [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-738b6432-313d-491f-9f18-24f8dc961dcd service neutron] Attempting to bind port f8889b89-6496-45da-9c34-55b13a7724bf on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:28:38.142243 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.managers [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-738b6432-313d-491f-9f18-24f8dc961dcd service neutron] Attempting to bind port f8889b89-6496-45da-9c34-55b13a7724bf by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'acb5fb4f-c58d-419d-ac4f-91761f493388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fbd73007-b4d3-49e9-a03f-426fb9b7fdeb'}] {{(pid=92899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:28:38.142867 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-738b6432-313d-491f-9f18-24f8dc961dcd service neutron] Attempting to bind port f8889b89-6496-45da-9c34-55b13a7724bf on network fbd73007-b4d3-49e9-a03f-426fb9b7fdeb {{(pid=92899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:28:38.151532 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-738b6432-313d-491f-9f18-24f8dc961dcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:38.179310 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:38.201090 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-738b6432-313d-491f-9f18-24f8dc961dcd service neutron] Port f8889b89-6496-45da-9c34-55b13a7724bf on network fbd73007-b4d3-49e9-a03f-426fb9b7fdeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:28:38.201375 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-738b6432-313d-491f-9f18-24f8dc961dcd service neutron] Attempting to bind port f8889b89-6496-45da-9c34-55b13a7724bf on network fbd73007-b4d3-49e9-a03f-426fb9b7fdeb {{(pid=92899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:28:38.270374 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ab3a97-1f46-46d7-863f-31ede4ff0b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c844ec72-6b4c-4704-b69f-cf8115ba50e0'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:28:38.270816 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-a7a0606a-670d-4891-9474-197e8c502753 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea0ff005-1f4a-4bd5-a5c9-61578a420165 HTTP/1.1" status: 200 len: 217 time: 0.4965434 Jun 29 03:28:38.281914 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-738b6432-313d-491f-9f18-24f8dc961dcd service neutron] Checking agent: {'id': '2bf09fb4-53ea-44df-98c0-2f1f129e0ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:28:38.282363 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-738b6432-313d-491f-9f18-24f8dc961dcd service neutron] Checking segment: {'id': 'acb5fb4f-c58d-419d-ac4f-91761f493388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fbd73007-b4d3-49e9-a03f-426fb9b7fdeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:28:38.283038 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-738b6432-313d-491f-9f18-24f8dc961dcd service neutron] Bound using segment: {'id': 'acb5fb4f-c58d-419d-ac4f-91761f493388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fbd73007-b4d3-49e9-a03f-426fb9b7fdeb'} {{(pid=92899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:28:38.283390 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.managers [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-738b6432-313d-491f-9f18-24f8dc961dcd service neutron] Bound port: f8889b89-6496-45da-9c34-55b13a7724bf, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb5fb4f-c58d-419d-ac4f-91761f493388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fbd73007-b4d3-49e9-a03f-426fb9b7fdeb'}}] {{(pid=92899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:28:38.283801 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-738b6432-313d-491f-9f18-24f8dc961dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:38.421035 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fe297-8808-4a2c-929e-7061b26846b0 req-8ece47cb-dada-472f-84a6-ac4237ac98e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:38.422545 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b67fe297-8808-4a2c-929e-7061b26846b0 req-8ece47cb-dada-472f-84a6-ac4237ac98e6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fbd73007-b4d3-49e9-a03f-426fb9b7fdeb HTTP/1.1" status: 200 len: 919 time: 0.6728210 Jun 29 03:28:38.432782 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-2b3b28e8-c8dd-49a6-8a06-0ecda023075f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:38.432782 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-2b3b28e8-c8dd-49a6-8a06-0ecda023075f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c28d3be3-3297-47d9-b1b3-a2eb92284a62 HTTP/1.1" status: 200 len: 849 time: 0.1335437 Jun 29 03:28:38.439788 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a057202-1fc9-4f38-b734-5ea7fff4fabb req-349fa287-ab4d-4f0d-9674-2248bac2fbb7 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:38.441294 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-3a057202-1fc9-4f38-b734-5ea7fff4fabb req-349fa287-ab4d-4f0d-9674-2248bac2fbb7 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9ab3a97-1f46-46d7-863f-31ede4ff0b3a HTTP/1.1" status: 200 len: 945 time: 0.2741756 Jun 29 03:28:38.447657 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d55a3-f7e3-4879-a74c-09360e939296 req-1646cbc0-82de-410e-a391-5e43911b7359 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:38.449174 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-197d55a3-f7e3-4879-a74c-09360e939296 req-1646cbc0-82de-410e-a391-5e43911b7359 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 943 time: 0.2903190 Jun 29 03:28:38.485626 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port c844ec72-6b4c-4704-b69f-cf8115ba50e0, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=c844ec72-6b4c-4704-b69f-cf8115ba50e0,segment=NetworkSegment(f1045125-0e5a-45ff-8c8b-f40eb7d04287),segment_id=f1045125-0e5a-45ff-8c8b-f40eb7d04287)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:38.493126 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-c907ce69-cbf7-4519-98f4-fb36db9f5a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:38.495989 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:38.504619 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:38.506549 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.db [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-738b6432-313d-491f-9f18-24f8dc961dcd service neutron] For port f8889b89-6496-45da-9c34-55b13a7724bf, host hv-cinder-79724, cleared binding levels {{(pid=92899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:28:38.529233 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b67fe297-8808-4a2c-929e-7061b26846b0 req-587c0191-58dd-4c2e-9afe-1038f66241b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57ed9626-8d20-499e-b4ce-9c1f0667e3b6 HTTP/1.1" status: 200 len: 217 time: 0.0858028 Jun 29 03:28:38.530115 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-c907ce69-cbf7-4519-98f4-fb36db9f5a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:38.538569 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:38.542373 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.db [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-738b6432-313d-491f-9f18-24f8dc961dcd service neutron] For port f8889b89-6496-45da-9c34-55b13a7724bf, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=f8889b89-6496-45da-9c34-55b13a7724bf,segment=NetworkSegment(acb5fb4f-c58d-419d-ac4f-91761f493388),segment_id=acb5fb4f-c58d-419d-ac4f-91761f493388)] {{(pid=92899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:28:38.578256 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-738b6432-313d-491f-9f18-24f8dc961dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:38.582138 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 41802) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:38.621509 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=c844ec72-6b4c-4704-b69f-cf8115ba50e0,revision_number=5']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:38.625715 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:38.636090 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-197d55a3-f7e3-4879-a74c-09360e939296 req-e1d13e46-70bc-4791-9a12-551b28e82dd8 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613538 Jun 29 03:28:38.659824 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-c907ce69-cbf7-4519-98f4-fb36db9f5a97 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf682b27f1e342808f72adb963b598f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9084086 Jun 29 03:28:38.664752 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 41816) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:38.666725 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907ce69-cbf7-4519-98f4-fb36db9f5a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bcbdf4-a158-483d-aa5d-06665ebc52c6,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:38.675344 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-3a057202-1fc9-4f38-b734-5ea7fff4fabb req-db9a48c5-9340-4f20-b7c8-416a1b67707b tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/security-groups?id=75a3bab2-b0e4-4b5c-b255-2ff6b6957ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060359 Jun 29 03:28:38.680777 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-c907ce69-cbf7-4519-98f4-fb36db9f5a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:38.694295 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-263bdbc6-7af0-4354-acb3-1eb05186390d tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:38.699627 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-738b6432-313d-491f-9f18-24f8dc961dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:38.704918 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-738b6432-313d-491f-9f18-24f8dc961dcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for port, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:38.706473 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-738b6432-313d-491f-9f18-24f8dc961dcd service neutron] 10.222.0.41 "PUT /v2.0/ports/f8889b89-6496-45da-9c34-55b13a7724bf HTTP/1.1" status: 200 len: 1093 time: 1.8771141 Jun 29 03:28:38.715787 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8', 'tag': 'f8889b89-6496-45da-9c34-55b13a7724bf'}] {{(pid=92899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:28:38.722533 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fe297-8808-4a2c-929e-7061b26846b0 req-ce821290-a1ab-4317-bd29-b91217830211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:38.724283 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b67fe297-8808-4a2c-929e-7061b26846b0 req-ce821290-a1ab-4317-bd29-b91217830211 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f0118e0e-acf3-4d0b-868c-48a64b84ce54 HTTP/1.1" status: 200 len: 858 time: 0.1819801 Jun 29 03:28:38.767156 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5edbeae1-5ba0-4ad5-8c08-d7c8fa613648', 'tag': 'ea0ff005-1f4a-4bd5-a5c9-61578a420165'}] {{(pid=92900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:28:38.774813 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66f2c99c1a8368f792cdf7ad94359b02357141073d69ee97e68f670b072060b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42881d6c-6656-41bb-bfba-134b63061500" -d '{"events": [{"name": "network-changed", "server_uuid": "5edbeae1-5ba0-4ad5-8c08-d7c8fa613648", "tag": "ea0ff005-1f4a-4bd5-a5c9-61578a420165"}]}' {{(pid=92900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:28:38.780865 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b67fe297-8808-4a2c-929e-7061b26846b0 req-b8bcfa5b-32f9-480c-9bc2-3c73d59ac026 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fbd73007-b4d3-49e9-a03f-426fb9b7fdeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460479 Jun 29 03:28:38.782909 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-c420f9f2-b401-4144-9b11-e69608b14b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:38.785299 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-c420f9f2-b401-4144-9b11-e69608b14b48 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c477f5c-bdb0-44ca-8af9-ed7781063c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3429132 Jun 29 03:28:38.890260 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b6432-313d-491f-9f18-24f8dc961dcd service neutron] Pushing event updated for resources: {'Port': ['ID=f8889b89-6496-45da-9c34-55b13a7724bf,revision_number=3']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:38.911138 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-738b6432-313d-491f-9f18-24f8dc961dcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:38.913564 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4d9e60-e070-47f7-8b17-25e73bfaba96 x-openstack-request-id: req-8f4d9e60-e070-47f7-8b17-25e73bfaba96 {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:28:38.913872 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5edbeae1-5ba0-4ad5-8c08-d7c8fa613648", "tag": "ea0ff005-1f4a-4bd5-a5c9-61578a420165", "status": "completed", "code": 200}]} {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:28:38.914138 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8f4d9e60-e070-47f7-8b17-25e73bfaba96 {{(pid=92900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:28:38.914525 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5edbeae1-5ba0-4ad5-8c08-d7c8fa613648', 'tag': 'ea0ff005-1f4a-4bd5-a5c9-61578a420165', 'status': 'completed', 'code': 200} Jun 29 03:28:39.001912 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a73cdd3c09cce4d0d67d6945d9627c9a5996a68627341085c627af31117b31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec908b45-a108-4266-b25b-4b65a4ac95a6" -d '{"events": [{"server_uuid": "d9ab3a97-1f46-46d7-863f-31ede4ff0b3a", "name": "network-vif-plugged", "status": "completed", "tag": "c844ec72-6b4c-4704-b69f-cf8115ba50e0"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:28:39.026037 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b67fe297-8808-4a2c-929e-7061b26846b0 req-d7a57f65-60ef-42b1-9a6f-863bdcb387c5 service neutron] 10.222.0.41 "GET /v2.0/networks/fbd73007-b4d3-49e9-a03f-426fb9b7fdeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249870 Jun 29 03:28:39.030338 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-d83162fa-895e-4b92-a81a-d0a8c1fa32c0 service neutron] 10.222.0.41 "GET /v2.0/networks/2c477f5c-bdb0-44ca-8af9-ed7781063c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126942 Jun 29 03:28:39.148752 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8ce445-dc3b-4a4c-af8d-54c4a102abe0 x-openstack-request-id: req-5c8ce445-dc3b-4a4c-af8d-54c4a102abe0 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:28:39.149049 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ab3a97-1f46-46d7-863f-31ede4ff0b3a", "name": "network-vif-plugged", "status": "completed", "tag": "c844ec72-6b4c-4704-b69f-cf8115ba50e0", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:28:39.149480 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5c8ce445-dc3b-4a4c-af8d-54c4a102abe0 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:28:39.150326 dv-cinder-797245-8-smb neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ab3a97-1f46-46d7-863f-31ede4ff0b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c844ec72-6b4c-4704-b69f-cf8115ba50e0', 'code': 200} Jun 29 03:28:39.191239 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-40787d82-c710-4db4-b681-fcdafaf0187f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:39.226665 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b67fe297-8808-4a2c-929e-7061b26846b0 req-7f0d07ab-cab1-4183-adcf-f904f8092ef4 service neutron] 10.222.0.41 "GET /v2.0/networks/fbd73007-b4d3-49e9-a03f-426fb9b7fdeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761644 Jun 29 03:28:39.234237 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1d2b796c-bf9f-4e02-8b13-48bc18956d0d req-678dcb84-525e-4924-b71a-889bd7e4e26c service neutron] 10.222.0.41 "GET /v2.0/networks/2c477f5c-bdb0-44ca-8af9-ed7781063c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659899 Jun 29 03:28:39.302950 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e75ac8c9269a08c635d3d4ea2f6bd2cddeec2d6e4f2b8df737e80b8e22f33d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f56d3e-d565-4800-84af-bf9d58a2caac" -d '{"events": [{"name": "network-changed", "server_uuid": "4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8", "tag": "f8889b89-6496-45da-9c34-55b13a7724bf"}]}' {{(pid=92899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:28:39.308668 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-dcd9b617-71e1-4001-be6f-3ab14bb18316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:39.366352 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-dcd9b617-71e1-4001-be6f-3ab14bb18316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:39.394301 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49535bc-345a-40bc-8d6b-b183563588a5 req-6204bb58-3348-42ac-9904-617a32d90d5a tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:39.401794 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b49535bc-345a-40bc-8d6b-b183563588a5 req-6204bb58-3348-42ac-9904-617a32d90d5a tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 944 time: 0.5020781 Jun 29 03:28:39.420924 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8ea24c-a4a1-4d01-b66a-9f484cda57ee x-openstack-request-id: req-5c8ea24c-a4a1-4d01-b66a-9f484cda57ee {{(pid=92899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:28:39.421291 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8", "tag": "f8889b89-6496-45da-9c34-55b13a7724bf", "status": "completed", "code": 200}]} {{(pid=92899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:28:39.421568 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5c8ea24c-a4a1-4d01-b66a-9f484cda57ee {{(pid=92899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:28:39.422041 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8', 'tag': 'f8889b89-6496-45da-9c34-55b13a7724bf', 'status': 'completed', 'code': 200} Jun 29 03:28:39.479954 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-f820e6b0-b873-4687-94ac-ccc3f9e79ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:39.481525 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-f820e6b0-b873-4687-94ac-ccc3f9e79ec0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9902c70e108740118a4f71868bc0d52c&device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 1096 time: 0.6550765 Jun 29 03:28:39.505844 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b49535bc-345a-40bc-8d6b-b183563588a5 req-d2bea73e-86f3-4ab0-b4bf-4f9d2a8cf182 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030896 Jun 29 03:28:39.597256 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-dcd9b617-71e1-4001-be6f-3ab14bb18316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:39.599732 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-dcd9b617-71e1-4001-be6f-3ab14bb18316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:39.603246 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-dcd9b617-71e1-4001-be6f-3ab14bb18316 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8bcbdf4-a158-483d-aa5d-06665ebc52c6 HTTP/1.1" status: 204 len: 168 time: 0.9351330 Jun 29 03:28:39.612249 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-c94316bb-ea86-40ce-bbb8-782c7131578c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:39.621657 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-6d89cd00-6c19-4e36-8582-eed707d7a2da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8889b89-6496-45da-9c34-55b13a7724bf HTTP/1.1" status: 200 len: 217 time: 0.0927997 Jun 29 03:28:39.656759 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9b617-71e1-4001-be6f-3ab14bb18316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bcbdf4-a158-483d-aa5d-06665ebc52c6,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:39.675062 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42881d6c-6656-41bb-bfba-134b63061500 req-9ecc2c30-bcae-4ea7-b479-8ff7fcb4b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:39.676773 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-42881d6c-6656-41bb-bfba-134b63061500 req-9ecc2c30-bcae-4ea7-b479-8ff7fcb4b82b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=43f3aeed3f4749bab1f83a06f1e82be0&device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 1097 time: 0.1549120 Jun 29 03:28:39.688050 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf92180-d2ee-4686-8846-dd9f72989c44 req-378542b0-61e1-4c04-8062-a443b93f37ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:39.692580 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-9cf92180-d2ee-4686-8846-dd9f72989c44 req-378542b0-61e1-4c04-8062-a443b93f37ef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d9ab3a97-1f46-46d7-863f-31ede4ff0b3a HTTP/1.1" status: 200 len: 1099 time: 0.1199703 Jun 29 03:28:39.712047 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 57ed9626-8d20-499e-b4ce-9c1f0667e3b6 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:28:39.737228 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-40787d82-c710-4db4-b681-fcdafaf0187f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:39.755840 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-9cf92180-d2ee-4686-8846-dd9f72989c44 req-2d6f5719-64d8-46c1-b6bf-28a9d8d68e32 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:39.836769 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42881d6c-6656-41bb-bfba-134b63061500 req-9db56dd5-24ef-4cb8-a479-7efff540f490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:39.839179 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-42881d6c-6656-41bb-bfba-134b63061500 req-9db56dd5-24ef-4cb8-a479-7efff540f490 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c477f5c-bdb0-44ca-8af9-ed7781063c5a HTTP/1.1" status: 200 len: 911 time: 0.1455512 Jun 29 03:28:39.857588 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-dcd9b617-71e1-4001-be6f-3ab14bb18316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:39.868886 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-40787d82-c710-4db4-b681-fcdafaf0187f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:39.901412 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-42881d6c-6656-41bb-bfba-134b63061500 req-1e4c6972-f4c2-4e55-989e-9177e35ba2e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea0ff005-1f4a-4bd5-a5c9-61578a420165 HTTP/1.1" status: 200 len: 217 time: 0.0524077 Jun 29 03:28:39.907319 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:39.941075 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-40787d82-c710-4db4-b681-fcdafaf0187f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=02fc3732322e4d5496af6acb2f1f4994&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3544443 Jun 29 03:28:39.946294 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40787d82-c710-4db4-b681-fcdafaf0187f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289c6003-d335-4efa-a1eb-a7b6fcc89533,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:39.950262 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-40787d82-c710-4db4-b681-fcdafaf0187f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:39.950693 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 41874) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:39.994280 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 57ed9626-8d20-499e-b4ce-9c1f0667e3b6, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=57ed9626-8d20-499e-b4ce-9c1f0667e3b6,segment=NetworkSegment(acb5fb4f-c58d-419d-ac4f-91761f493388),segment_id=acb5fb4f-c58d-419d-ac4f-91761f493388)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:40.025209 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42881d6c-6656-41bb-bfba-134b63061500 req-be98cd8c-0a47-46ed-834a-60dce6423f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:40.026226 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-42881d6c-6656-41bb-bfba-134b63061500 req-be98cd8c-0a47-46ed-834a-60dce6423f4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c28d3be3-3297-47d9-b1b3-a2eb92284a62 HTTP/1.1" status: 200 len: 849 time: 0.1075742 Jun 29 03:28:40.036161 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Returning: {'device': '57ed9626-8d20-499e-b4ce-9c1f0667e3b6', 'network_id': 'fbd73007-b4d3-49e9-a03f-426fb9b7fdeb', 'port_id': '57ed9626-8d20-499e-b4ce-9c1f0667e3b6', 'mac_address': 'fa:16:3e:5f:5e:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0118e0e-acf3-4d0b-868c-48a64b84ce54', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:28:40.048180 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-b0cfc0e4-f547-4f62-b98e-a54152966753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:40.050159 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-b0cfc0e4-f547-4f62-b98e-a54152966753 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f0118e0e-acf3-4d0b-868c-48a64b84ce54 HTTP/1.1" status: 200 len: 858 time: 0.3993473 Jun 29 03:28:40.051688 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-9cf92180-d2ee-4686-8846-dd9f72989c44 req-2d6f5719-64d8-46c1-b6bf-28a9d8d68e32 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:40.075405 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-9cf92180-d2ee-4686-8846-dd9f72989c44 req-2d6f5719-64d8-46c1-b6bf-28a9d8d68e32 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:40.088094 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:40.146956 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6e602-fe7f-499c-823c-ebd1aa5e9ca8 req-93731973-142a-4d7c-8715-d95c0619ade1 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:40.152907 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-69b6e602-fe7f-499c-823c-ebd1aa5e9ca8 req-93731973-142a-4d7c-8715-d95c0619ade1 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 943 time: 0.2579353 Jun 29 03:28:40.170408 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-9cf92180-d2ee-4686-8846-dd9f72989c44 req-2d6f5719-64d8-46c1-b6bf-28a9d8d68e32 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=75a3bab2-b0e4-4b5c-b255-2ff6b6957ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666612 Jun 29 03:28:40.177268 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f5719-64d8-46c1-b6bf-28a9d8d68e32 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca1eaac-521b-41dc-887e-4ff2907034d8,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:40.183671 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-2d6f5719-64d8-46c1-b6bf-28a9d8d68e32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:40.188258 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:40.217857 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-1d58727a-7ef4-4874-bd0f-4d348e58c797 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fbd73007-b4d3-49e9-a03f-426fb9b7fdeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1370637 Jun 29 03:28:40.218683 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-69b6e602-fe7f-499c-823c-ebd1aa5e9ca8 req-ce3aba7b-c38d-45f5-963d-0f67434eafe0 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616117 Jun 29 03:28:40.227589 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42881d6c-6656-41bb-bfba-134b63061500 req-0adbdc5f-b029-42c4-af0b-0180d2d63168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:40.229385 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-42881d6c-6656-41bb-bfba-134b63061500 req-0adbdc5f-b029-42c4-af0b-0180d2d63168 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c477f5c-bdb0-44ca-8af9-ed7781063c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1931214 Jun 29 03:28:40.237433 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ed9626-8d20-499e-b4ce-9c1f0667e3b6 {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:28:40.266251 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 57ed9626-8d20-499e-b4ce-9c1f0667e3b6, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=57ed9626-8d20-499e-b4ce-9c1f0667e3b6,segment=NetworkSegment(acb5fb4f-c58d-419d-ac4f-91761f493388),segment_id=acb5fb4f-c58d-419d-ac4f-91761f493388)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:40.272922 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:40.275077 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:40.284072 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac713aea-4f15-4390-a330-76c2705aec20 req-a5dc6b00-8687-41c6-96e3-787dbd2c921b tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:40.291457 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-ac713aea-4f15-4390-a330-76c2705aec20 req-a5dc6b00-8687-41c6-96e3-787dbd2c921b tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9ab3a97-1f46-46d7-863f-31ede4ff0b3a HTTP/1.1" status: 200 len: 946 time: 0.3490629 Jun 29 03:28:40.300515 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-15449bf3-ac04-4ecd-acea-7c628eff0b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:40.331034 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-15449bf3-ac04-4ecd-acea-7c628eff0b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:40.355983 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=57ed9626-8d20-499e-b4ce-9c1f0667e3b6,revision_number=4']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:40.361293 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:40.407082 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-ac713aea-4f15-4390-a330-76c2705aec20 req-0ce3a01b-efbf-4bbe-ae50-7f41434b4fe1 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/security-groups?id=75a3bab2-b0e4-4b5c-b255-2ff6b6957ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146519 Jun 29 03:28:40.431926 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-15449bf3-ac04-4ecd-acea-7c628eff0b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:40.435095 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-15449bf3-ac04-4ecd-acea-7c628eff0b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:40.437077 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-15449bf3-ac04-4ecd-acea-7c628eff0b4f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/289c6003-d335-4efa-a1eb-a7b6fcc89533 HTTP/1.1" status: 204 len: 168 time: 0.4812851 Jun 29 03:28:40.438057 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:40.446525 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15449bf3-ac04-4ecd-acea-7c628eff0b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289c6003-d335-4efa-a1eb-a7b6fcc89533,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:40.449612 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-15449bf3-ac04-4ecd-acea-7c628eff0b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:40.610416 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['57ed9626-8d20-499e-b4ce-9c1f0667e3b6'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:28:40.646128 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-792926f9-f08a-4c81-9ab9-36bf76594a9c service neutron] 10.222.0.41 "GET /v2.0/networks/fbd73007-b4d3-49e9-a03f-426fb9b7fdeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674125 Jun 29 03:28:40.649740 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-42881d6c-6656-41bb-bfba-134b63061500 req-fb001ab2-6607-49fd-95b9-c7e3244dd411 service neutron] 10.222.0.41 "GET /v2.0/networks/2c477f5c-bdb0-44ca-8af9-ed7781063c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703494 Jun 29 03:28:40.851236 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-7900cff8-bc74-43b4-bbe5-25bae9d8e7b8 req-2428071e-7e5e-4a67-b8f0-b7f481b5639c service neutron] 10.222.0.41 "GET /v2.0/networks/fbd73007-b4d3-49e9-a03f-426fb9b7fdeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922879 Jun 29 03:28:40.863206 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-42881d6c-6656-41bb-bfba-134b63061500 req-bb3f2f6b-1d2f-4629-a212-f6a73afaad39 service neutron] 10.222.0.41 "GET /v2.0/networks/2c477f5c-bdb0-44ca-8af9-ed7781063c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041409 Jun 29 03:28:40.885387 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4d9bc-b1a3-4bdc-8717-9b84dcca46fb req-02b821f0-4f9c-44b8-9579-8a998145eb74 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:40.896968 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b0e4d9bc-b1a3-4bdc-8717-9b84dcca46fb req-02b821f0-4f9c-44b8-9579-8a998145eb74 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 944 time: 0.1359811 Jun 29 03:28:40.948260 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b0e4d9bc-b1a3-4bdc-8717-9b84dcca46fb req-5da22517-cc36-40e5-8e68-ca9389647bba tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425639 Jun 29 03:28:41.082607 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f56d3e-d565-4800-84af-bf9d58a2caac req-879362c2-abb6-4f91-9769-4d110c635e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:41.084127 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f3f56d3e-d565-4800-84af-bf9d58a2caac req-879362c2-abb6-4f91-9769-4d110c635e11 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9902c70e108740118a4f71868bc0d52c&device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 1096 time: 0.0913701 Jun 29 03:28:41.110816 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 41924) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:41.129195 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-6109c8c3-2ce2-4113-b622-cb2afdb4712d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:41.191981 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f56d3e-d565-4800-84af-bf9d58a2caac req-7d1e1d12-f0ff-4cc6-9978-0593b3cbe0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:41.194537 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f3f56d3e-d565-4800-84af-bf9d58a2caac req-7d1e1d12-f0ff-4cc6-9978-0593b3cbe0eb service neutron] 10.222.0.41 "GET /v2.0/networks?id=fbd73007-b4d3-49e9-a03f-426fb9b7fdeb HTTP/1.1" status: 200 len: 919 time: 0.1021428 Jun 29 03:28:41.252554 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f3f56d3e-d565-4800-84af-bf9d58a2caac req-978973a8-268e-4acd-b4d3-bb1e6b47de2d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8889b89-6496-45da-9c34-55b13a7724bf HTTP/1.1" status: 200 len: 217 time: 0.0484548 Jun 29 03:28:41.271616 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-6109c8c3-2ce2-4113-b622-cb2afdb4712d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:41.282248 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-6109c8c3-2ce2-4113-b622-cb2afdb4712d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:41.307809 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-c907ce69-cbf7-4519-98f4-fb36db9f5a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:41.338549 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f56d3e-d565-4800-84af-bf9d58a2caac req-38921b52-8a10-4a50-bd09-64e080a960a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:41.343896 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f3f56d3e-d565-4800-84af-bf9d58a2caac req-38921b52-8a10-4a50-bd09-64e080a960a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f0118e0e-acf3-4d0b-868c-48a64b84ce54 HTTP/1.1" status: 200 len: 858 time: 0.0791714 Jun 29 03:28:41.384901 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-6109c8c3-2ce2-4113-b622-cb2afdb4712d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dcb7df4b8b31483eac3fed75739c3a06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2681718 Jun 29 03:28:41.386650 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 41942) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:41.404068 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f3f56d3e-d565-4800-84af-bf9d58a2caac req-6ee1b840-4cbd-43ff-a154-76b76dd05373 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fbd73007-b4d3-49e9-a03f-426fb9b7fdeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559075 Jun 29 03:28:41.409440 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6109c8c3-2ce2-4113-b622-cb2afdb4712d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3f2075-848e-44dc-949f-bc4bc1eb53b1,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:41.422186 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-6109c8c3-2ce2-4113-b622-cb2afdb4712d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:41.530907 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f3f56d3e-d565-4800-84af-bf9d58a2caac req-e2883628-5bbf-40f7-beea-b0106c10e070 service neutron] 10.222.0.41 "GET /v2.0/networks/fbd73007-b4d3-49e9-a03f-426fb9b7fdeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167593 Jun 29 03:28:41.616823 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4f1675a2-6dc4-4f6d-99c6-2dcecd1b397d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:41.646740 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4f1675a2-6dc4-4f6d-99c6-2dcecd1b397d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:41.685025 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b990ab-3466-49d9-9596-11aad5080ce6 req-ed2f5aad-293a-4a93-87cc-e9cce9e68adb tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:41.693858 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-64b990ab-3466-49d9-9596-11aad5080ce6 req-ed2f5aad-293a-4a93-87cc-e9cce9e68adb tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 943 time: 0.2517858 Jun 29 03:28:41.695744 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1c22c-9506-428d-9e1a-ab566f908a33 req-c4b26924-3c66-4a4c-89ad-a218c5e59e57 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:41.697399 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-a6c1c22c-9506-428d-9e1a-ab566f908a33 req-c4b26924-3c66-4a4c-89ad-a218c5e59e57 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9ab3a97-1f46-46d7-863f-31ede4ff0b3a HTTP/1.1" status: 200 len: 946 time: 0.0933154 Jun 29 03:28:41.720335 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device ea0ff005-1f4a-4bd5-a5c9-61578a420165 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:28:41.788423 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-64b990ab-3466-49d9-9596-11aad5080ce6 req-45f7a610-e402-4cbd-a8bc-27b8a030cda9 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932693 Jun 29 03:28:41.806895 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 57ed9626-8d20-499e-b4ce-9c1f0667e3b6 up at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:28:41.836467 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4f1675a2-6dc4-4f6d-99c6-2dcecd1b397d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:41.839699 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4f1675a2-6dc4-4f6d-99c6-2dcecd1b397d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:41.841706 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-4f1675a2-6dc4-4f6d-99c6-2dcecd1b397d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9a3f2075-848e-44dc-949f-bc4bc1eb53b1 HTTP/1.1" status: 204 len: 168 time: 0.4541173 Jun 29 03:28:41.843303 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:41.865113 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1675a2-6dc4-4f6d-99c6-2dcecd1b397d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3f2075-848e-44dc-949f-bc4bc1eb53b1,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:41.877456 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-4f1675a2-6dc4-4f6d-99c6-2dcecd1b397d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:41.906539 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning for port 57ed9626-8d20-499e-b4ce-9c1f0667e3b6 completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:28:41.917962 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port ea0ff005-1f4a-4bd5-a5c9-61578a420165, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=ea0ff005-1f4a-4bd5-a5c9-61578a420165,segment=NetworkSegment(38283d29-4f4a-48db-be4f-9f1ff8e9f0d7),segment_id=38283d29-4f4a-48db-be4f-9f1ff8e9f0d7)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:41.926379 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning complete for port 57ed9626-8d20-499e-b4ce-9c1f0667e3b6 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:41.927135 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:41.991520 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Returning: {'device': 'ea0ff005-1f4a-4bd5-a5c9-61578a420165', 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a', 'port_id': 'ea0ff005-1f4a-4bd5-a5c9-61578a420165', 'mac_address': 'fa:16:3e:21:27:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c28d3be3-3297-47d9-b1b3-a2eb92284a62', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:28:42.036826 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:42.071106 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea0ff005-1f4a-4bd5-a5c9-61578a420165 {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:28:42.146628 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-a6c1c22c-9506-428d-9e1a-ab566f908a33 req-a934a05c-6742-4909-b955-3783078516c4 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/security-groups?id=75a3bab2-b0e4-4b5c-b255-2ff6b6957ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4393237 Jun 29 03:28:42.157724 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f3f56d3e-d565-4800-84af-bf9d58a2caac req-a0475663-0ba0-4f7d-b123-31553478f0d5 service neutron] 10.222.0.41 "GET /v2.0/networks/fbd73007-b4d3-49e9-a03f-426fb9b7fdeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6188664 Jun 29 03:28:42.187557 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port ea0ff005-1f4a-4bd5-a5c9-61578a420165, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=ea0ff005-1f4a-4bd5-a5c9-61578a420165,segment=NetworkSegment(38283d29-4f4a-48db-be4f-9f1ff8e9f0d7),segment_id=38283d29-4f4a-48db-be4f-9f1ff8e9f0d7)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:42.206642 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:42.219793 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:42.224176 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:42.275844 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=ea0ff005-1f4a-4bd5-a5c9-61578a420165,revision_number=4']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:42.293301 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:42.310014 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a18d164-a1a8-4f38-b712-b884493446c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ed9626-8d20-499e-b4ce-9c1f0667e3b6'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:28:42.316573 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a73cdd3c09cce4d0d67d6945d9627c9a5996a68627341085c627af31117b31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa75dea8-ddd6-4492-9194-269983f28809" -d '{"events": [{"server_uuid": "4a18d164-a1a8-4f38-b712-b884493446c6", "name": "network-vif-plugged", "status": "completed", "tag": "57ed9626-8d20-499e-b4ce-9c1f0667e3b6"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:28:42.341873 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f63d92-c592-4ea6-8ca1-02f3659e1fb9 req-b5a1b817-7638-4d5b-8b5c-f54238646bc6 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:42.342544 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 57ed9626-8d20-499e-b4ce-9c1f0667e3b6, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=57ed9626-8d20-499e-b4ce-9c1f0667e3b6,segment=NetworkSegment(acb5fb4f-c58d-419d-ac4f-91761f493388),segment_id=acb5fb4f-c58d-419d-ac4f-91761f493388)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:42.344024 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-67f63d92-c592-4ea6-8ca1-02f3659e1fb9 req-b5a1b817-7638-4d5b-8b5c-f54238646bc6 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 945 time: 0.1310511 Jun 29 03:28:42.350777 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:42.352730 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:42.421183 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecf6cee-8a23-4755-9cc2-dd87b2fecc03 x-openstack-request-id: req-8ecf6cee-8a23-4755-9cc2-dd87b2fecc03 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:28:42.421384 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a18d164-a1a8-4f38-b712-b884493446c6", "name": "network-vif-plugged", "status": "completed", "tag": "57ed9626-8d20-499e-b4ce-9c1f0667e3b6", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:28:42.421647 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8ecf6cee-8a23-4755-9cc2-dd87b2fecc03 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:28:42.422129 dv-cinder-797245-8-smb neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a18d164-a1a8-4f38-b712-b884493446c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ed9626-8d20-499e-b4ce-9c1f0667e3b6', 'code': 200} Jun 29 03:28:42.430560 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=57ed9626-8d20-499e-b4ce-9c1f0667e3b6,revision_number=5']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:42.442306 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:42.455842 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-67f63d92-c592-4ea6-8ca1-02f3659e1fb9 req-57774d02-35ae-42b0-89bc-3440867d10a5 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059294 Jun 29 03:28:42.558714 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['ea0ff005-1f4a-4bd5-a5c9-61578a420165'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:28:42.828463 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b79cc-1543-4bed-aaf5-54e42e5c72c0 req-deaf10f7-21a1-47ca-b003-94767e668ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:42.830335 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-851b79cc-1543-4bed-aaf5-54e42e5c72c0 req-deaf10f7-21a1-47ca-b003-94767e668ea7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 1098 time: 0.0959222 Jun 29 03:28:42.870314 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-851b79cc-1543-4bed-aaf5-54e42e5c72c0 req-04ae79ec-c35a-4f51-b4f7-1c27e2dbb27c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307455 Jun 29 03:28:43.004092 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.agents_db [None req-352bb85c-db89-4991-b002-2379bbcb00d3 None None] Agent healthcheck: found 6 active agents {{(pid=92902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:28:43.014346 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fef1b-ea05-49b7-8f80-c98ce959a370 req-ebb38a6e-5c86-4b36-b414-ad98841605b2 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:43.016182 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f02fef1b-ea05-49b7-8f80-c98ce959a370 req-ebb38a6e-5c86-4b36-b414-ad98841605b2 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 943 time: 0.0766292 Jun 29 03:28:43.073281 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f02fef1b-ea05-49b7-8f80-c98ce959a370 req-ec825b43-9703-4b9a-a2fa-4b7ada6c9201 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497639 Jun 29 03:28:43.094255 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-a885e7ef-470b-49ec-8ca5-acaf5598f850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:43.330435 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9642c1f-c79e-481c-a56c-154a44523483 req-73bf5f97-2f1c-4382-9c90-6989d28e571d tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:43.332021 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e9642c1f-c79e-481c-a56c-154a44523483 req-73bf5f97-2f1c-4382-9c90-6989d28e571d tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9ab3a97-1f46-46d7-863f-31ede4ff0b3a HTTP/1.1" status: 200 len: 946 time: 0.0653794 Jun 29 03:28:43.369376 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e9642c1f-c79e-481c-a56c-154a44523483 req-418697bd-4833-43c2-8845-81b71daabcc4 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/security-groups?id=75a3bab2-b0e4-4b5c-b255-2ff6b6957ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315628 Jun 29 03:28:43.684840 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b77ce8-3e29-4814-8867-12be8453ec1e req-b1713f87-c37c-4a5c-97ee-142a1ee43f1b tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:43.691274 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-94b77ce8-3e29-4814-8867-12be8453ec1e req-b1713f87-c37c-4a5c-97ee-142a1ee43f1b tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 945 time: 0.0962830 Jun 29 03:28:43.739484 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-94b77ce8-3e29-4814-8867-12be8453ec1e req-3cd5f064-83ee-46f5-bb3a-0d2ef3694466 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455067 Jun 29 03:28:43.755464 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device f8889b89-6496-45da-9c34-55b13a7724bf details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:28:43.772818 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device ea0ff005-1f4a-4bd5-a5c9-61578a420165 up at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:28:43.883242 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning for port ea0ff005-1f4a-4bd5-a5c9-61578a420165 completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:28:43.895653 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning complete for port ea0ff005-1f4a-4bd5-a5c9-61578a420165 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:43.896046 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:43.901722 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port f8889b89-6496-45da-9c34-55b13a7724bf, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=f8889b89-6496-45da-9c34-55b13a7724bf,segment=NetworkSegment(acb5fb4f-c58d-419d-ac4f-91761f493388),segment_id=acb5fb4f-c58d-419d-ac4f-91761f493388)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:43.938384 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Returning: {'device': 'f8889b89-6496-45da-9c34-55b13a7724bf', 'network_id': 'fbd73007-b4d3-49e9-a03f-426fb9b7fdeb', 'port_id': 'f8889b89-6496-45da-9c34-55b13a7724bf', 'mac_address': 'fa:16:3e:1a:09:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0118e0e-acf3-4d0b-868c-48a64b84ce54', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:28:43.988835 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:44.028045 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8889b89-6496-45da-9c34-55b13a7724bf {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:28:44.069912 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port f8889b89-6496-45da-9c34-55b13a7724bf, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=f8889b89-6496-45da-9c34-55b13a7724bf,segment=NetworkSegment(acb5fb4f-c58d-419d-ac4f-91761f493388),segment_id=acb5fb4f-c58d-419d-ac4f-91761f493388)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:44.072173 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:44.083831 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:44.088294 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-debf3864-7eea-4648-b3e4-1c3b0da4ea21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:44.160689 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port ea0ff005-1f4a-4bd5-a5c9-61578a420165, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=ea0ff005-1f4a-4bd5-a5c9-61578a420165,segment=NetworkSegment(38283d29-4f4a-48db-be4f-9f1ff8e9f0d7),segment_id=38283d29-4f4a-48db-be4f-9f1ff8e9f0d7)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:44.181965 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:44.198936 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=f8889b89-6496-45da-9c34-55b13a7724bf,revision_number=4']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:44.210854 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:44.211334 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:44.284455 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=ea0ff005-1f4a-4bd5-a5c9-61578a420165,revision_number=5']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:44.295126 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:44.311705 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3062aa9-fb7b-402e-9237-f25a44d3d102 req-6adbcb45-bfe5-4968-b056-cb838be07433 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:44.313519 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e3062aa9-fb7b-402e-9237-f25a44d3d102 req-6adbcb45-bfe5-4968-b056-cb838be07433 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 944 time: 0.0854704 Jun 29 03:28:44.367433 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e3062aa9-fb7b-402e-9237-f25a44d3d102 req-6fa345cb-e2e7-436c-9a3f-871a18ae5ffc tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463698 Jun 29 03:28:44.423260 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edbeae1-5ba0-4ad5-8c08-d7c8fa613648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0ff005-1f4a-4bd5-a5c9-61578a420165'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:28:44.425903 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a73cdd3c09cce4d0d67d6945d9627c9a5996a68627341085c627af31117b31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c389350-b1a9-492f-b3d8-6750c0262533" -d '{"events": [{"server_uuid": "5edbeae1-5ba0-4ad5-8c08-d7c8fa613648", "name": "network-vif-plugged", "status": "completed", "tag": "ea0ff005-1f4a-4bd5-a5c9-61578a420165"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:28:44.450494 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['f8889b89-6496-45da-9c34-55b13a7724bf'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:28:44.476265 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60ac239-d1c6-4898-a6cd-d436c8015cfc x-openstack-request-id: req-f60ac239-d1c6-4898-a6cd-d436c8015cfc {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:28:44.476571 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edbeae1-5ba0-4ad5-8c08-d7c8fa613648", "name": "network-vif-plugged", "status": "completed", "tag": "ea0ff005-1f4a-4bd5-a5c9-61578a420165", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:28:44.476831 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f60ac239-d1c6-4898-a6cd-d436c8015cfc {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:28:44.477224 dv-cinder-797245-8-smb neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edbeae1-5ba0-4ad5-8c08-d7c8fa613648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0ff005-1f4a-4bd5-a5c9-61578a420165', 'code': 200} Jun 29 03:28:44.757856 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17190b81-ba4f-419b-9fbc-45c2ce26caac req-ec616060-972a-4d6e-adc5-94dce470a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:44.759465 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-17190b81-ba4f-419b-9fbc-45c2ce26caac req-ec616060-972a-4d6e-adc5-94dce470a790 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 1099 time: 0.0556653 Jun 29 03:28:44.808485 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-17190b81-ba4f-419b-9fbc-45c2ce26caac req-d2f148ef-b9c9-4890-986a-c9a6c2b59d41 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328825 Jun 29 03:28:44.940349 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df331df-3039-46ba-985e-e656622e1280 req-c987306f-6c32-4649-a964-ea69c2a325f2 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:44.941881 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-6df331df-3039-46ba-985e-e656622e1280 req-c987306f-6c32-4649-a964-ea69c2a325f2 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.0867136 Jun 29 03:28:44.984216 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-6df331df-3039-46ba-985e-e656622e1280 req-e63bbdfa-753d-45ac-b058-cc582b5eae5b tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352523 Jun 29 03:28:45.476504 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-7f3b841c-ea5c-4408-97ac-cd5e1cd70731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:45.557094 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2496c5e-4236-4a92-a142-86ab679664a7 req-b125ecdd-5a59-4f5c-b207-367c8aac4828 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:45.558600 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-d2496c5e-4236-4a92-a142-86ab679664a7 req-b125ecdd-5a59-4f5c-b207-367c8aac4828 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 944 time: 0.0663409 Jun 29 03:28:45.604859 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-d2496c5e-4236-4a92-a142-86ab679664a7 req-ef3c9bf7-4b7c-4133-a400-85398d8674c8 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401735 Jun 29 03:28:45.747971 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device f8889b89-6496-45da-9c34-55b13a7724bf up at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:28:45.804565 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning for port f8889b89-6496-45da-9c34-55b13a7724bf completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:28:45.808501 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning complete for port f8889b89-6496-45da-9c34-55b13a7724bf triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:45.808920 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:45.865631 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:46.014695 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:46.049856 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port f8889b89-6496-45da-9c34-55b13a7724bf, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=f8889b89-6496-45da-9c34-55b13a7724bf,segment=NetworkSegment(acb5fb4f-c58d-419d-ac4f-91761f493388),segment_id=acb5fb4f-c58d-419d-ac4f-91761f493388)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:46.054084 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:46.056191 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:46.103384 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=f8889b89-6496-45da-9c34-55b13a7724bf,revision_number=5']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:46.106519 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:46.183660 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba66271-89fe-43a0-8a57-fdddd4683089 req-d34f6762-b099-4023-91bc-746935dbccf2 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:46.185262 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-eba66271-89fe-43a0-8a57-fdddd4683089 req-d34f6762-b099-4023-91bc-746935dbccf2 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.0764732 Jun 29 03:28:46.230485 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 42200) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:46.239584 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-eba66271-89fe-43a0-8a57-fdddd4683089 req-60c61c50-496e-473f-afe3-cb2e3cca4018 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456617 Jun 29 03:28:46.355440 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-f4053622-a3ff-4479-9337-c79bc3b1a2b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:46.453465 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-f4053622-a3ff-4479-9337-c79bc3b1a2b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:46.459464 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-f4053622-a3ff-4479-9337-c79bc3b1a2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:46.465691 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-e7543d71-bf4d-486f-974b-4ef1df70aea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:46.478844 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8889b89-6496-45da-9c34-55b13a7724bf'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:28:46.483078 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a73cdd3c09cce4d0d67d6945d9627c9a5996a68627341085c627af31117b31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d029e879-672d-44c6-a6ba-3ea2541c92fe" -d '{"events": [{"server_uuid": "4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8", "name": "network-vif-plugged", "status": "completed", "tag": "f8889b89-6496-45da-9c34-55b13a7724bf"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:28:46.509232 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-f4053622-a3ff-4479-9337-c79bc3b1a2b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a6e744e75b94c1a9c0e91e5144a5201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2769239 Jun 29 03:28:46.511889 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 42220) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:46.546676 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:46.551283 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4053622-a3ff-4479-9337-c79bc3b1a2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f3a68c-527a-40fb-8025-143a1616cbf4,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:46.573346 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b150c416-2a85-4c2f-ac04-c8f5627e1fe4 x-openstack-request-id: req-b150c416-2a85-4c2f-ac04-c8f5627e1fe4 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:28:46.573649 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8", "name": "network-vif-plugged", "status": "completed", "tag": "f8889b89-6496-45da-9c34-55b13a7724bf", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:28:46.573987 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b150c416-2a85-4c2f-ac04-c8f5627e1fe4 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:28:46.574429 dv-cinder-797245-8-smb neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8889b89-6496-45da-9c34-55b13a7724bf', 'code': 200} Jun 29 03:28:46.587040 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-f4053622-a3ff-4479-9337-c79bc3b1a2b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:46.606190 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-5a18d773-2c27-4828-8086-1b91bb3434a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:46.636635 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-5a18d773-2c27-4828-8086-1b91bb3434a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:46.653799 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 42230) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:46.792502 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-5a18d773-2c27-4828-8086-1b91bb3434a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:46.797772 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-5a18d773-2c27-4828-8086-1b91bb3434a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:46.802220 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-5a18d773-2c27-4828-8086-1b91bb3434a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/97f3a68c-527a-40fb-8025-143a1616cbf4 HTTP/1.1" status: 204 len: 168 time: 0.2858534 Jun 29 03:28:46.802220 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-dfb6b9dd-866d-451a-b747-c9da2eb9517b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:46.804201 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-b22ecd33-f504-41ad-b776-3507153d8f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:46.817488 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18d773-2c27-4828-8086-1b91bb3434a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f3a68c-527a-40fb-8025-143a1616cbf4,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:46.828289 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-5a18d773-2c27-4828-8086-1b91bb3434a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:46.859890 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f9e7a-84ca-42d0-98e8-19e2e3a45cd4 req-292515df-a953-41ef-9559-2f11e53a43b0 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:46.861983 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d49f9e7a-84ca-42d0-98e8-19e2e3a45cd4 req-292515df-a953-41ef-9559-2f11e53a43b0 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 945 time: 0.1135614 Jun 29 03:28:46.924475 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d49f9e7a-84ca-42d0-98e8-19e2e3a45cd4 req-48b320a1-5fbe-497c-988e-db04e8d5a80e tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556495 Jun 29 03:28:46.993791 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-b22ecd33-f504-41ad-b776-3507153d8f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:46.999943 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-b22ecd33-f504-41ad-b776-3507153d8f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:47.003444 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:47.057699 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c356b79-06ca-4646-9a42-caafaf2465d5 req-35b8f691-b020-40fb-838e-2a5920dc87fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:47.062007 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-4c356b79-06ca-4646-9a42-caafaf2465d5 req-35b8f691-b020-40fb-838e-2a5920dc87fb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 1098 time: 0.0900111 Jun 29 03:28:47.089680 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-b22ecd33-f504-41ad-b776-3507153d8f96 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1268cc27a4724e8ebb86f85efeac9121&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4333103 Jun 29 03:28:47.094875 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 42252) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:47.112742 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ecd33-f504-41ad-b776-3507153d8f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e79e15-b148-487b-b539-1a935c59326f,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:47.124656 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:47.124833 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-b22ecd33-f504-41ad-b776-3507153d8f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:47.143315 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-4c356b79-06ca-4646-9a42-caafaf2465d5 req-2e03cd49-ab12-4a72-b58e-c8db7055df26 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720155 Jun 29 03:28:47.178246 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-3d0630bd-578f-4d47-b31d-3204a893e13f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:47.203042 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-3d0630bd-578f-4d47-b31d-3204a893e13f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:47.214873 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 42256) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:47.228441 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-08c64108-f76b-499a-af5c-25712a4e5351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:47.253128 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-3d0630bd-578f-4d47-b31d-3204a893e13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:47.256491 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-3d0630bd-578f-4d47-b31d-3204a893e13f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:47.260170 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-3d0630bd-578f-4d47-b31d-3204a893e13f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49e79e15-b148-487b-b539-1a935c59326f HTTP/1.1" status: 204 len: 168 time: 0.1619608 Jun 29 03:28:47.260170 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:47.275487 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0630bd-578f-4d47-b31d-3204a893e13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e79e15-b148-487b-b539-1a935c59326f,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:47.277997 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-3d0630bd-578f-4d47-b31d-3204a893e13f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:47.357350 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-08c64108-f76b-499a-af5c-25712a4e5351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:47.364188 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-08c64108-f76b-499a-af5c-25712a4e5351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:47.368428 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-40787d82-c710-4db4-b681-fcdafaf0187f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:47.430117 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c64108-f76b-499a-af5c-25712a4e5351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8011d8-ac26-450b-a3e8-1f79c992eba3,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:47.438307 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-08c64108-f76b-499a-af5c-25712a4e5351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:47.448127 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-08c64108-f76b-499a-af5c-25712a4e5351 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=451e5761e2c74928b5478d033cbad55c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321844 Jun 29 03:28:47.450701 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 42274) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:47.507161 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433ca12-5585-49da-94dc-fde90d481422 req-b24087d0-db8c-41e6-ae2e-2c2ccedb78ae tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:47.508665 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e433ca12-5585-49da-94dc-fde90d481422 req-b24087d0-db8c-41e6-ae2e-2c2ccedb78ae tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.1253223 Jun 29 03:28:47.527215 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-a764e416-bcb3-43a7-b22e-9f2650aa6028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:47.573836 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-a764e416-bcb3-43a7-b22e-9f2650aa6028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:47.591234 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e433ca12-5585-49da-94dc-fde90d481422 req-5130981a-cc74-4969-a229-04a1b42c3082 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738771 Jun 29 03:28:47.692789 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 42284) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:47.716593 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-2aa54300-391d-433c-b115-b0898ad0dfe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:47.736229 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-a764e416-bcb3-43a7-b22e-9f2650aa6028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:47.740605 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-a764e416-bcb3-43a7-b22e-9f2650aa6028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:47.742369 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-a764e416-bcb3-43a7-b22e-9f2650aa6028 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7a8011d8-ac26-450b-a3e8-1f79c992eba3 HTTP/1.1" status: 204 len: 168 time: 0.2898195 Jun 29 03:28:47.745072 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-15449bf3-ac04-4ecd-acea-7c628eff0b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:47.770747 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764e416-bcb3-43a7-b22e-9f2650aa6028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8011d8-ac26-450b-a3e8-1f79c992eba3,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:47.776093 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-a764e416-bcb3-43a7-b22e-9f2650aa6028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:47.887664 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-2aa54300-391d-433c-b115-b0898ad0dfe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:47.893710 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-2aa54300-391d-433c-b115-b0898ad0dfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:47.898277 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-fc1167f0-f582-4668-ad54-8d126660618d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:47.930163 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae7931-b048-4033-964b-b948f060178f req-2a93b74f-17ac-461c-a6b3-34f4ff8023f0 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:47.933672 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa54300-391d-433c-b115-b0898ad0dfe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ea1b2f-7fe3-45f3-9543-a86c209126b1,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:47.939067 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-40ae7931-b048-4033-964b-b948f060178f req-2a93b74f-17ac-461c-a6b3-34f4ff8023f0 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.1039984 Jun 29 03:28:47.944654 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-2aa54300-391d-433c-b115-b0898ad0dfe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:47.958443 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 42292) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:47.958812 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 42294) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:47.963712 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-494bfdcf-7762-4e4a-81d2-b2a3c66154dd tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Request body: {'floatingip': {'port_id': 'ea0ff005-1f4a-4bd5-a5c9-61578a420165'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:48.056966 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-494bfdcf-7762-4e4a-81d2-b2a3c66154dd tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for floatingip, before_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:48.122234 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-2aa54300-391d-433c-b115-b0898ad0dfe9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6fab80bf088f4fdfb8015d925a5027c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4278555 Jun 29 03:28:48.125488 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 42300) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:48.236025 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-cca19c46-cb06-4d78-98c8-be40b73744cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:48.270337 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-cca19c46-cb06-4d78-98c8-be40b73744cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:48.298469 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadcec8-0433-42e1-a93f-2064b28eb432 req-a61ecbdc-0996-46ba-b5e0-e5268395f849 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:48.308942 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-4cadcec8-0433-42e1-a93f-2064b28eb432 req-a61ecbdc-0996-46ba-b5e0-e5268395f849 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 945 time: 0.2480493 Jun 29 03:28:48.351292 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-cca19c46-cb06-4d78-98c8-be40b73744cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:48.357191 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-cca19c46-cb06-4d78-98c8-be40b73744cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:48.361358 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-cca19c46-cb06-4d78-98c8-be40b73744cb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42ea1b2f-7fe3-45f3-9543-a86c209126b1 HTTP/1.1" status: 204 len: 168 time: 0.2326527 Jun 29 03:28:48.362422 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-7b707fc9-7698-439a-8c20-daa95410a150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:48.373294 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca19c46-cb06-4d78-98c8-be40b73744cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ea1b2f-7fe3-45f3-9543-a86c209126b1,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:48.390714 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-cca19c46-cb06-4d78-98c8-be40b73744cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:48.429468 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:48.613970 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-c4f5071c-28c8-4c2b-bd3c-c42e74609e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:48.666661 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-4cadcec8-0433-42e1-a93f-2064b28eb432 req-a9b480a0-e59e-445f-9be6-f87ecd373821 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565040 Jun 29 03:28:49.062612 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-c4f5071c-28c8-4c2b-bd3c-c42e74609e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:49.090135 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-c4f5071c-28c8-4c2b-bd3c-c42e74609e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:49.098888 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-3f21072e-63eb-4aeb-8e02-b0f0a0d25b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:49.213093 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f5071c-28c8-4c2b-bd3c-c42e74609e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd194e6d-161e-4ee2-bccf-cad384f2e756,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:49.216370 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-c4f5071c-28c8-4c2b-bd3c-c42e74609e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:49.219688 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-c4f5071c-28c8-4c2b-bd3c-c42e74609e05 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fb430f00beaf40cd8ea6a25ba8a16b3d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1940217 Jun 29 03:28:49.223070 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 42368) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:49.225830 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.db.resource_extend [None req-494bfdcf-7762-4e4a-81d2-b2a3c66154dd tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 03:28:49.294601 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-8dea4fd1-716d-4714-af2f-25f5a209e8da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:49.319443 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-494bfdcf-7762-4e4a-81d2-b2a3c66154dd tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:49.325171 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-494bfdcf-7762-4e4a-81d2-b2a3c66154dd tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8077441'] for floatingip, after_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:49.338182 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-8dea4fd1-716d-4714-af2f-25f5a209e8da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:49.407382 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-8dea4fd1-716d-4714-af2f-25f5a209e8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:49.411166 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-8dea4fd1-716d-4714-af2f-25f5a209e8da admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:49.412947 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-8dea4fd1-716d-4714-af2f-25f5a209e8da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd194e6d-161e-4ee2-bccf-cad384f2e756 HTTP/1.1" status: 204 len: 168 time: 0.1886420 Jun 29 03:28:49.413876 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:49.424941 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea4fd1-716d-4714-af2f-25f5a209e8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd194e6d-161e-4ee2-bccf-cad384f2e756,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:49.435452 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-8dea4fd1-716d-4714-af2f-25f5a209e8da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:49.497688 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64cbaf-3640-49c9-a869-01d2a319efe0 req-bc939af6-a8ea-4521-a552-1473417df6bd tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:49.499343 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-7a64cbaf-3640-49c9-a869-01d2a319efe0 req-bc939af6-a8ea-4521-a552-1473417df6bd tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9ab3a97-1f46-46d7-863f-31ede4ff0b3a HTTP/1.1" status: 200 len: 946 time: 0.1385193 Jun 29 03:28:49.502877 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.db.l3_db [None req-494bfdcf-7762-4e4a-81d2-b2a3c66154dd tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Floating IP f7619225-6d56-45f3-a0f1-94b0c2250f24 associated. External IP: 172.28.2.125, port: ea0ff005-1f4a-4bd5-a5c9-61578a420165. Jun 29 03:28:49.626704 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-7a64cbaf-3640-49c9-a869-01d2a319efe0 req-027b6430-5ecf-4c58-8dac-34332d7f9c74 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/security-groups?id=75a3bab2-b0e4-4b5c-b255-2ff6b6957ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122882 Jun 29 03:28:49.775162 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494bfdcf-7762-4e4a-81d2-b2a3c66154dd tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Router 17507674-1029-41a3-b5b1-f38d29a17b81 has already been hosted by L3 agent 7fe0c168-953d-4d47-bedf-fde3a92e458b {{(pid=92899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:28:49.859064 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b391b5d-912c-4ecf-baef-f9291f3de430 req-381d616a-f29b-44b3-aec1-186c0d732a3b tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:49.861005 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1b391b5d-912c-4ecf-baef-f9291f3de430 req-381d616a-f29b-44b3-aec1-186c0d732a3b tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 945 time: 0.0683060 Jun 29 03:28:49.910298 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494bfdcf-7762-4e4a-81d2-b2a3c66154dd tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify agent at l3_agent.dv-cinder-797245-8-smb the message routers_updated {{(pid=92899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:28:49.911327 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1b391b5d-912c-4ecf-baef-f9291f3de430 req-cd9034bd-1ce2-4f1e-a58a-bafa93e6971d tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441003 Jun 29 03:28:49.916191 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-494bfdcf-7762-4e4a-81d2-b2a3c66154dd tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for floatingip, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:49.933669 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f6934c-6699-4182-bd1b-ae796d699b16 None None] Sync routers for ids ['17507674-1029-41a3-b5b1-f38d29a17b81'] in dv-cinder-797245-8-smb {{(pid=92902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:28:49.946757 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f6934c-6699-4182-bd1b-ae796d699b16 None None] Routers {'17507674-1029-41a3-b5b1-f38d29a17b81'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:28:49.947827 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-03f6934c-6699-4182-bd1b-ae796d699b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:28:45Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['17507674-1029-41a3-b5b1-f38d29a17b81'], 'active': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:50.000544 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-494bfdcf-7762-4e4a-81d2-b2a3c66154dd tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "PUT /v2.0/floatingips/f7619225-6d56-45f3-a0f1-94b0c2250f24 HTTP/1.1" status: 200 len: 992 time: 2.0381138 Jun 29 03:28:50.000544 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5edbeae1-5ba0-4ad5-8c08-d7c8fa613648', 'tag': 'ea0ff005-1f4a-4bd5-a5c9-61578a420165'}] {{(pid=92899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:28:50.001308 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e75ac8c9269a08c635d3d4ea2f6bd2cddeec2d6e4f2b8df737e80b8e22f33d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86c8f06-9b69-44cb-8fb2-ae67fb362cb9" -d '{"events": [{"name": "network-changed", "server_uuid": "5edbeae1-5ba0-4ad5-8c08-d7c8fa613648", "tag": "ea0ff005-1f4a-4bd5-a5c9-61578a420165"}]}' {{(pid=92899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:28:50.087756 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 42408) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:50.094016 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvr_db [None req-03f6934c-6699-4182-bd1b-ae796d699b16 None None] Set router 17507674-1029-41a3-b5b1-f38d29a17b81 gateway port host: dv-cinder-797245-8-smb {{(pid=92902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:28:50.108721 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-db83e23e-ff32-4c72-ad1c-dd72ec17128c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:50.252028 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 42416) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:50.285678 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40c9452-bd5b-4d35-bd5c-f5376e1016f3 x-openstack-request-id: req-f40c9452-bd5b-4d35-bd5c-f5376e1016f3 {{(pid=92899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:28:50.285986 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5edbeae1-5ba0-4ad5-8c08-d7c8fa613648", "tag": "ea0ff005-1f4a-4bd5-a5c9-61578a420165", "status": "completed", "code": 200}]} {{(pid=92899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:28:50.286251 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f40c9452-bd5b-4d35-bd5c-f5376e1016f3 {{(pid=92899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:28:50.286662 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5edbeae1-5ba0-4ad5-8c08-d7c8fa613648', 'tag': 'ea0ff005-1f4a-4bd5-a5c9-61578a420165', 'status': 'completed', 'code': 200} Jun 29 03:28:50.312355 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-db83e23e-ff32-4c72-ad1c-dd72ec17128c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:50.317114 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-db83e23e-ff32-4c72-ad1c-dd72ec17128c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:50.320319 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:50.408016 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83e23e-ff32-4c72-ad1c-dd72ec17128c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37062454-dae6-4989-a01c-09928dfc1565,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:50.413224 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-db83e23e-ff32-4c72-ad1c-dd72ec17128c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=db2a62b3bd324ce5843896d6718cc90d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3238654 Jun 29 03:28:50.415403 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-db83e23e-ff32-4c72-ad1c-dd72ec17128c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:50.416130 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 42432) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:50.546527 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-a38dc608-2b6f-4113-bf84-3cb0618234f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:50.612677 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c8f06-9b69-44cb-8fb2-ae67fb362cb9 req-712d3139-9ae3-4ad5-9793-12552586f9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:50.614148 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e86c8f06-9b69-44cb-8fb2-ae67fb362cb9 req-712d3139-9ae3-4ad5-9793-12552586f9f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=43f3aeed3f4749bab1f83a06f1e82be0&device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 1099 time: 0.2652845 Jun 29 03:28:50.717611 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824e240-9602-4bee-913d-5ac38d83cd0c req-a6d90569-9fe2-4032-be12-25244070168b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:50.719242 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a824e240-9602-4bee-913d-5ac38d83cd0c req-a6d90569-9fe2-4032-be12-25244070168b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9902c70e108740118a4f71868bc0d52c&device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 1098 time: 0.3079722 Jun 29 03:28:50.724745 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-a38dc608-2b6f-4113-bf84-3cb0618234f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:50.730261 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-a38dc608-2b6f-4113-bf84-3cb0618234f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:50.739467 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-0855f1d3-41ce-4a5b-9fa5-38d8f74f5018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:50.762092 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-03f6934c-6699-4182-bd1b-ae796d699b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'name': 'tempest-AttachVolumeTestJSON-648326467-router', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:10Z', 'revision_number': 4, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'gw_port': {'id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_floatingips': [{'id': 'f7619225-6d56-45f3-a0f1-94b0c2250f24', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'floating_ip_address': '172.28.2.125', 'floating_network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'router_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'port_id': 'ea0ff005-1f4a-4bd5-a5c9-61578a420165', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a', 'mac_address': 'fa:16:3e:21:27:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edbeae1-5ba0-4ad5-8c08-d7c8fa613648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:28:19Z', 'updated_at': '2021-06-29T03:28:49Z', 'revision_number': 1, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee657ab-bfc0-43d6-b534-f28ceb3c36a7', 'name': '', 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'mac_address': 'fa:16:3e:cf:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'c28d3be3-3297-47d9-b1b3-a2eb92284a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:08Z', 'updated_at': '2021-06-29T03:28:18Z', 'revision_number': 5, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'subnets': [{'id': 'c28d3be3-3297-47d9-b1b3-a2eb92284a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:50.771619 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-5bb719d2-cb21-4c5d-a8ab-c06ee19afa55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:50.778730 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-a38dc608-2b6f-4113-bf84-3cb0618234f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f6739b687d0e4aa4ad16ff2c720fa414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5249114 Jun 29 03:28:50.790376 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 42450) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:50.835788 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f6934c-6699-4182-bd1b-ae796d699b16 None None] Checking router: 17507674-1029-41a3-b5b1-f38d29a17b81 for host: dv-cinder-797245-8-smb {{(pid=92902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:28:50.850801 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115ab2f-1bde-4953-9e7e-e432f52c54a7 req-123a756e-434d-4346-a0b7-28ddfaee1cca tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:50.852725 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1115ab2f-1bde-4953-9e7e-e432f52c54a7 req-123a756e-434d-4346-a0b7-28ddfaee1cca tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 945 time: 0.3788066 Jun 29 03:28:50.854879 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f6934c-6699-4182-bd1b-ae796d699b16 None None] Routers {'17507674-1029-41a3-b5b1-f38d29a17b81'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:28:50.857543 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-0855f1d3-41ce-4a5b-9fa5-38d8f74f5018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:50.858140 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-03f6934c-6699-4182-bd1b-ae796d699b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:28:45Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['17507674-1029-41a3-b5b1-f38d29a17b81'], 'active': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:50.953840 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1115ab2f-1bde-4953-9e7e-e432f52c54a7 req-1ea3e024-4d64-4f99-a8b1-be2705ad1348 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727518 Jun 29 03:28:51.039740 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-b69896b9-36ce-496f-8866-d30c112431db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:51.070703 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c8f06-9b69-44cb-8fb2-ae67fb362cb9 req-8024bee9-7d0f-4e28-b905-9887abf505d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:51.072018 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e86c8f06-9b69-44cb-8fb2-ae67fb362cb9 req-8024bee9-7d0f-4e28-b905-9887abf505d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c477f5c-bdb0-44ca-8af9-ed7781063c5a HTTP/1.1" status: 200 len: 911 time: 0.4362078 Jun 29 03:28:51.102496 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-b69896b9-36ce-496f-8866-d30c112431db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:51.152491 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvr_db [None req-03f6934c-6699-4182-bd1b-ae796d699b16 None None] Set router 17507674-1029-41a3-b5b1-f38d29a17b81 gateway port host: dv-cinder-797245-8-smb {{(pid=92902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:28:51.172924 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824e240-9602-4bee-913d-5ac38d83cd0c req-72baade5-8cc9-4700-a647-4fe94a7e3c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:51.174984 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a824e240-9602-4bee-913d-5ac38d83cd0c req-72baade5-8cc9-4700-a647-4fe94a7e3c2a service neutron] 10.222.0.41 "GET /v2.0/networks?id=fbd73007-b4d3-49e9-a03f-426fb9b7fdeb HTTP/1.1" status: 200 len: 919 time: 0.4044757 Jun 29 03:28:51.200127 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-0855f1d3-41ce-4a5b-9fa5-38d8f74f5018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:51.212022 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-0855f1d3-41ce-4a5b-9fa5-38d8f74f5018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:51.213187 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-0855f1d3-41ce-4a5b-9fa5-38d8f74f5018 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/37062454-dae6-4989-a01c-09928dfc1565 HTTP/1.1" status: 204 len: 168 time: 0.7945104 Jun 29 03:28:51.213877 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:51.237185 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0855f1d3-41ce-4a5b-9fa5-38d8f74f5018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37062454-dae6-4989-a01c-09928dfc1565,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:51.253480 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-0855f1d3-41ce-4a5b-9fa5-38d8f74f5018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:51.293550 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a824e240-9602-4bee-913d-5ac38d83cd0c req-ae584837-66e3-4d6a-8fa3-850ca48e598e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8889b89-6496-45da-9c34-55b13a7724bf HTTP/1.1" status: 200 len: 217 time: 0.1100652 Jun 29 03:28:51.297338 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e86c8f06-9b69-44cb-8fb2-ae67fb362cb9 req-67189325-2065-4030-b348-39e8685e2a4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea0ff005-1f4a-4bd5-a5c9-61578a420165 HTTP/1.1" status: 200 len: 1000 time: 0.2034409 Jun 29 03:28:51.322545 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38dc608-2b6f-4113-bf84-3cb0618234f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0659734-f1dd-4ab9-a895-c54482daad06,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:51.334258 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-b69896b9-36ce-496f-8866-d30c112431db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:51.338904 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-a38dc608-2b6f-4113-bf84-3cb0618234f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:51.341044 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-b69896b9-36ce-496f-8866-d30c112431db admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:51.342187 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-b69896b9-36ce-496f-8866-d30c112431db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d0659734-f1dd-4ab9-a895-c54482daad06 HTTP/1.1" status: 204 len: 168 time: 0.5494525 Jun 29 03:28:51.387262 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:51.391429 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c8f06-9b69-44cb-8fb2-ae67fb362cb9 req-9afda754-6e80-45c3-88bd-e7bbc30f7b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:51.393166 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e86c8f06-9b69-44cb-8fb2-ae67fb362cb9 req-9afda754-6e80-45c3-88bd-e7bbc30f7b87 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c28d3be3-3297-47d9-b1b3-a2eb92284a62 HTTP/1.1" status: 200 len: 849 time: 0.0694244 Jun 29 03:28:51.402547 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69896b9-36ce-496f-8866-d30c112431db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0659734-f1dd-4ab9-a895-c54482daad06,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:51.403914 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824e240-9602-4bee-913d-5ac38d83cd0c req-62104b75-41cf-4c8c-aaf3-7304584fcec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:51.406391 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a824e240-9602-4bee-913d-5ac38d83cd0c req-62104b75-41cf-4c8c-aaf3-7304584fcec1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f0118e0e-acf3-4d0b-868c-48a64b84ce54 HTTP/1.1" status: 200 len: 858 time: 0.0796874 Jun 29 03:28:51.407873 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-b69896b9-36ce-496f-8866-d30c112431db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:51.435293 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb161c5f-3043-49a1-a815-93b2803b6325 req-966ee919-90bb-4a48-bd33-4d7f2be1bce4 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:51.443615 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-bb161c5f-3043-49a1-a815-93b2803b6325 req-966ee919-90bb-4a48-bd33-4d7f2be1bce4 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9ab3a97-1f46-46d7-863f-31ede4ff0b3a HTTP/1.1" status: 200 len: 946 time: 0.2629874 Jun 29 03:28:51.488450 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-bb161c5f-3043-49a1-a815-93b2803b6325 req-e10082ef-0fb3-401d-957e-61f5e3b40704 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/security-groups?id=75a3bab2-b0e4-4b5c-b255-2ff6b6957ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437844 Jun 29 03:28:51.567893 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a824e240-9602-4bee-913d-5ac38d83cd0c req-135de181-33a3-43b5-8efb-1827963d45e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fbd73007-b4d3-49e9-a03f-426fb9b7fdeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329106 Jun 29 03:28:51.597815 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-03f6934c-6699-4182-bd1b-ae796d699b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'name': 'tempest-AttachVolumeTestJSON-648326467-router', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:10Z', 'revision_number': 4, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'gw_port': {'id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_floatingips': [{'id': 'f7619225-6d56-45f3-a0f1-94b0c2250f24', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'floating_ip_address': '172.28.2.125', 'floating_network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'router_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'port_id': 'ea0ff005-1f4a-4bd5-a5c9-61578a420165', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a', 'mac_address': 'fa:16:3e:21:27:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edbeae1-5ba0-4ad5-8c08-d7c8fa613648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:28:19Z', 'updated_at': '2021-06-29T03:28:49Z', 'revision_number': 1, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee657ab-bfc0-43d6-b534-f28ceb3c36a7', 'name': '', 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'mac_address': 'fa:16:3e:cf:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'c28d3be3-3297-47d9-b1b3-a2eb92284a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:08Z', 'updated_at': '2021-06-29T03:28:18Z', 'revision_number': 5, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'subnets': [{'id': 'c28d3be3-3297-47d9-b1b3-a2eb92284a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:51.629022 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f6934c-6699-4182-bd1b-ae796d699b16 None None] The sync data for ids ['17507674-1029-41a3-b5b1-f38d29a17b81'] in dv-cinder-797245-8-smb is: [{'id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'name': 'tempest-AttachVolumeTestJSON-648326467-router', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:10Z', 'revision_number': 4, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'gw_port': {'id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_floatingips': [{'id': 'f7619225-6d56-45f3-a0f1-94b0c2250f24', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'floating_ip_address': '172.28.2.125', 'floating_network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'router_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'port_id': 'ea0ff005-1f4a-4bd5-a5c9-61578a420165', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a', 'mac_address': 'fa:16:3e:21:27:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edbeae1-5ba0-4ad5-8c08-d7c8fa613648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:28:19Z', 'updated_at': '2021-06-29T03:28:49Z', 'revision_number': 1, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee657ab-bfc0-43d6-b534-f28ceb3c36a7', 'name': '', 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'mac_address': 'fa:16:3e:cf:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'c28d3be3-3297-47d9-b1b3-a2eb92284a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:08Z', 'updated_at': '2021-06-29T03:28:18Z', 'revision_number': 5, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'subnets': [{'id': 'c28d3be3-3297-47d9-b1b3-a2eb92284a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:28:51.645100 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c8f06-9b69-44cb-8fb2-ae67fb362cb9 req-03b0544c-04ec-484c-a16b-9aca09edb401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:51.649985 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e86c8f06-9b69-44cb-8fb2-ae67fb362cb9 req-03b0544c-04ec-484c-a16b-9aca09edb401 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c477f5c-bdb0-44ca-8af9-ed7781063c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1117420 Jun 29 03:28:51.672856 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1f322-04f4-4193-abef-bee363715f3b req-ab703234-d0a0-4b9a-aeff-3b38bbbf97b7 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:51.675411 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-20d1f322-04f4-4193-abef-bee363715f3b req-ab703234-d0a0-4b9a-aeff-3b38bbbf97b7 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9ab3a97-1f46-46d7-863f-31ede4ff0b3a HTTP/1.1" status: 200 len: 946 time: 0.1388602 Jun 29 03:28:51.746952 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a824e240-9602-4bee-913d-5ac38d83cd0c req-d674e978-cddb-45c3-b380-0f1ffc8a1801 service neutron] 10.222.0.41 "GET /v2.0/networks/fbd73007-b4d3-49e9-a03f-426fb9b7fdeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644595 Jun 29 03:28:51.862832 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a824e240-9602-4bee-913d-5ac38d83cd0c req-bfd41856-bf58-48a0-9a1a-ee68e05ff710 service neutron] 10.222.0.41 "GET /v2.0/networks/fbd73007-b4d3-49e9-a03f-426fb9b7fdeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104405 Jun 29 03:28:51.878052 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 42484) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:51.900371 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4b2afcac-7500-49a9-aebc-a368df2d92ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:51.954114 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e86c8f06-9b69-44cb-8fb2-ae67fb362cb9 req-09b417ff-20e4-4c4a-a2c5-becb8ac8eebf service neutron] 10.222.0.41 "GET /v2.0/networks/2c477f5c-bdb0-44ca-8af9-ed7781063c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998569 Jun 29 03:28:51.959398 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [req-20d1f322-04f4-4193-abef-bee363715f3b req-a5bd0855-72b9-4e8a-9dc5-39b8a0b7cd04 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Deleting port c844ec72-6b4c-4704-b69f-cf8115ba50e0 {{(pid=92900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:28:51.959741 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-20d1f322-04f4-4193-abef-bee363715f3b req-a5bd0855-72b9-4e8a-9dc5-39b8a0b7cd04 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:52.023531 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e64ede-f342-4e53-9f13-6cbc90ee00bf None None] New status for floating IP f7619225-6d56-45f3-a0f1-94b0c2250f24: ACTIVE {{(pid=92901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 03:28:52.099902 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-20d1f322-04f4-4193-abef-bee363715f3b req-a5bd0855-72b9-4e8a-9dc5-39b8a0b7cd04 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] For port c844ec72-6b4c-4704-b69f-cf8115ba50e0, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=c844ec72-6b4c-4704-b69f-cf8115ba50e0,segment=NetworkSegment(f1045125-0e5a-45ff-8c8b-f40eb7d04287),segment_id=f1045125-0e5a-45ff-8c8b-f40eb7d04287)] {{(pid=92900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:52.100257 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-20d1f322-04f4-4193-abef-bee363715f3b req-a5bd0855-72b9-4e8a-9dc5-39b8a0b7cd04 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:52.105333 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4b2afcac-7500-49a9-aebc-a368df2d92ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:52.116877 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [req-20d1f322-04f4-4193-abef-bee363715f3b req-a5bd0855-72b9-4e8a-9dc5-39b8a0b7cd04 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Calling delete_port for c844ec72-6b4c-4704-b69f-cf8115ba50e0 owned by compute:nova {{(pid=92900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:28:52.119417 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4b2afcac-7500-49a9-aebc-a368df2d92ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:52.123818 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-dcd9b617-71e1-4001-be6f-3ab14bb18316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:52.175937 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2afcac-7500-49a9-aebc-a368df2d92ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4362092a-c4f4-45ec-a510-ce061bf5d817,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:52.205338 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-4b2afcac-7500-49a9-aebc-a368df2d92ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:52.242120 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-4b2afcac-7500-49a9-aebc-a368df2d92ee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0a807a417552473caa8dde0603e2cf72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3626518 Jun 29 03:28:52.245179 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 42502) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:52.286092 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-20d1f322-04f4-4193-abef-bee363715f3b req-a5bd0855-72b9-4e8a-9dc5-39b8a0b7cd04 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311'] for port, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:52.338680 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['c844ec72-6b4c-4704-b69f-cf8115ba50e0'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:28:52.431887 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-1fc4ce7c-10f8-4a90-a177-f16f6bfd5281 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:52.490958 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-619a5a7e-5fff-4020-a3ee-d97e6f08b735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:52.493451 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd0855-72b9-4e8a-9dc5-39b8a0b7cd04 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Pushing event deleted for resources: {'Port': ['ID=c844ec72-6b4c-4704-b69f-cf8115ba50e0,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:52.539411 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e86c8f06-9b69-44cb-8fb2-ae67fb362cb9 req-f0669abe-437f-425b-b5bd-5fa59102a63a service neutron] 10.222.0.41 "GET /v2.0/networks/2c477f5c-bdb0-44ca-8af9-ed7781063c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635400 Jun 29 03:28:52.601524 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d1f322-04f4-4193-abef-bee363715f3b req-a5bd0855-72b9-4e8a-9dc5-39b8a0b7cd04 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] No DVR routers for this DVR port c844ec72-6b4c-4704-b69f-cf8115ba50e0 on host hv-cinder-79724 {{(pid=92900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:28:52.603863 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-a5bd0855-72b9-4e8a-9dc5-39b8a0b7cd04 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:52.612224 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-20d1f322-04f4-4193-abef-bee363715f3b req-a5bd0855-72b9-4e8a-9dc5-39b8a0b7cd04 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:52.616872 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-20d1f322-04f4-4193-abef-bee363715f3b req-a5bd0855-72b9-4e8a-9dc5-39b8a0b7cd04 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.41 "DELETE /v2.0/ports/c844ec72-6b4c-4704-b69f-cf8115ba50e0 HTTP/1.1" status: 204 len: 173 time: 0.9248786 Jun 29 03:28:52.617628 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ab3a97-1f46-46d7-863f-31ede4ff0b3a', 'name': 'network-vif-deleted', 'tag': 'c844ec72-6b4c-4704-b69f-cf8115ba50e0'}] {{(pid=92900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:28:52.631164 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-619a5a7e-5fff-4020-a3ee-d97e6f08b735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:52.642298 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66f2c99c1a8368f792cdf7ad94359b02357141073d69ee97e68f670b072060b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da7b999-93a6-49ab-ac48-fec0cb880f2f" -d '{"events": [{"server_uuid": "d9ab3a97-1f46-46d7-863f-31ede4ff0b3a", "name": "network-vif-deleted", "tag": "c844ec72-6b4c-4704-b69f-cf8115ba50e0"}]}' {{(pid=92900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:28:52.656569 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94d1e9-10d8-4966-9cd7-30695ae1688c req-45785fa6-7dcb-4b02-a92d-213abbe707ae tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:52.661411 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-fa94d1e9-10d8-4966-9cd7-30695ae1688c req-45785fa6-7dcb-4b02-a92d-213abbe707ae tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 945 time: 0.4040990 Jun 29 03:28:52.752841 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-fa94d1e9-10d8-4966-9cd7-30695ae1688c req-c9b34ad0-6d3f-4f71-a26e-c18e37087f96 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693133 Jun 29 03:28:52.766814 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-619a5a7e-5fff-4020-a3ee-d97e6f08b735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:52.766814 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-619a5a7e-5fff-4020-a3ee-d97e6f08b735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:52.766814 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-619a5a7e-5fff-4020-a3ee-d97e6f08b735 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4362092a-c4f4-45ec-a510-ce061bf5d817 HTTP/1.1" status: 204 len: 168 time: 0.5131993 Jun 29 03:28:52.766814 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-08c64108-f76b-499a-af5c-25712a4e5351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:52.783476 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a5a7e-5fff-4020-a3ee-d97e6f08b735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4362092a-c4f4-45ec-a510-ce061bf5d817,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:52.788497 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-619a5a7e-5fff-4020-a3ee-d97e6f08b735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:52.895281 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-ee32e74c-c4e7-4f96-bf49-0eb44154e0b1 req-ef93da4b-76e6-4cf6-b42b-33b91eb68acf tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9ab3a97-1f46-46d7-863f-31ede4ff0b3a HTTP/1.1" status: 200 len: 210 time: 0.0511515 Jun 29 03:28:52.953498 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33115351-9d1b-485a-9f78-0f3a6c27be74 x-openstack-request-id: req-33115351-9d1b-485a-9f78-0f3a6c27be74 {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:28:52.953810 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ab3a97-1f46-46d7-863f-31ede4ff0b3a", "name": "network-vif-deleted", "tag": "c844ec72-6b4c-4704-b69f-cf8115ba50e0", "status": "completed", "code": 200}]} {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:28:52.954085 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-33115351-9d1b-485a-9f78-0f3a6c27be74 {{(pid=92900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:28:52.954499 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ab3a97-1f46-46d7-863f-31ede4ff0b3a', 'name': 'network-vif-deleted', 'tag': 'c844ec72-6b4c-4704-b69f-cf8115ba50e0', 'status': 'completed', 'code': 200} Jun 29 03:28:53.148371 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 42562) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:53.370903 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5b20da4c-ada2-4ebb-aeff-b0c040a76f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:53.483207 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5b20da4c-ada2-4ebb-aeff-b0c040a76f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:53.489590 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5b20da4c-ada2-4ebb-aeff-b0c040a76f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:53.496259 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:53.537188 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-5b20da4c-ada2-4ebb-aeff-b0c040a76f6f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=19fb7db0fabd40ff8a2a350a835fe92b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3875966 Jun 29 03:28:53.538515 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20da4c-ada2-4ebb-aeff-b0c040a76f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b95d8a8-b06f-46f0-bb37-876fcc59cb33,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:53.539954 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 42584) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:53.542221 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-5b20da4c-ada2-4ebb-aeff-b0c040a76f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:53.628890 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-2e8a8667-723b-4629-bd26-e6c523b24689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:53.668748 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-2e8a8667-723b-4629-bd26-e6c523b24689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:53.760950 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-2e8a8667-723b-4629-bd26-e6c523b24689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:53.769367 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-2e8a8667-723b-4629-bd26-e6c523b24689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:53.771320 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-2e8a8667-723b-4629-bd26-e6c523b24689 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0b95d8a8-b06f-46f0-bb37-876fcc59cb33 HTTP/1.1" status: 204 len: 168 time: 0.2303026 Jun 29 03:28:53.772466 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:53.785072 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a8667-723b-4629-bd26-e6c523b24689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b95d8a8-b06f-46f0-bb37-876fcc59cb33,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:53.790038 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-2e8a8667-723b-4629-bd26-e6c523b24689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:53.993820 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a370d-1bd4-4f07-a0cc-71e63c53772b req-a8d0c1f1-5ce8-45d2-acc8-a322493a54ef tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:53.995615 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-2a6a370d-1bd4-4f07-a0cc-71e63c53772b req-a8d0c1f1-5ce8-45d2-acc8-a322493a54ef tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 945 time: 0.0826867 Jun 29 03:28:54.039362 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-2a6a370d-1bd4-4f07-a0cc-71e63c53772b req-d6d02bcb-bfb2-4e18-84b8-aad6699a86bb tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363550 Jun 29 03:28:54.359748 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 42640) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:54.380944 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-4c3d6c80-6c59-41b6-83a8-479faea99d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:54.505705 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-4c3d6c80-6c59-41b6-83a8-479faea99d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:54.514419 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-4c3d6c80-6c59-41b6-83a8-479faea99d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:54.519626 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-3d0630bd-578f-4d47-b31d-3204a893e13f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:54.567398 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-4c3d6c80-6c59-41b6-83a8-479faea99d8b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05f6eab4b8cf4d2d85baef669761d032&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2032306 Jun 29 03:28:54.567398 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d6c80-6c59-41b6-83a8-479faea99d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d340460-2682-42cb-9f27-87e3eca1eed9,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:54.568198 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 42650) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:54.570242 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-4c3d6c80-6c59-41b6-83a8-479faea99d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:54.646120 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-814dcef8-ca07-4efa-8bf9-2bbeb8cd9998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:54.671489 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-814dcef8-ca07-4efa-8bf9-2bbeb8cd9998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:54.731890 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-814dcef8-ca07-4efa-8bf9-2bbeb8cd9998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:54.735575 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-814dcef8-ca07-4efa-8bf9-2bbeb8cd9998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:54.736767 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-814dcef8-ca07-4efa-8bf9-2bbeb8cd9998 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7d340460-2682-42cb-9f27-87e3eca1eed9 HTTP/1.1" status: 204 len: 168 time: 0.1687200 Jun 29 03:28:54.737833 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-568683d9-89fe-4205-8c50-bcd76e2fc479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:54.753148 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814dcef8-ca07-4efa-8bf9-2bbeb8cd9998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d340460-2682-42cb-9f27-87e3eca1eed9,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:54.762336 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-814dcef8-ca07-4efa-8bf9-2bbeb8cd9998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:55.242116 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6c674-cd94-446f-a3a0-6490a39347f3 req-84620574-e149-4b5c-8857-e3f1fcb98471 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:55.249602 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-a1e6c674-cd94-446f-a3a0-6490a39347f3 req-84620574-e149-4b5c-8857-e3f1fcb98471 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 945 time: 0.0814228 Jun 29 03:28:55.308893 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-a1e6c674-cd94-446f-a3a0-6490a39347f3 req-d141e22c-d1fc-4eed-a92e-4dbb3f4587a4 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579894 Jun 29 03:28:55.337507 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 42724) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:55.534038 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-9b0313c5-5a78-45da-9e29-ff6abc4fc195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:55.656328 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-9b0313c5-5a78-45da-9e29-ff6abc4fc195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:55.661623 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-9b0313c5-5a78-45da-9e29-ff6abc4fc195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:55.668961 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:55.669189 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 42748) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:55.709255 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-9b0313c5-5a78-45da-9e29-ff6abc4fc195 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d51ff30de87a4165be83a8ec1e738c09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3703480 Jun 29 03:28:55.710360 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0313c5-5a78-45da-9e29-ff6abc4fc195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27650bd9-663a-4d5a-b4b6-9a8ef4cce531,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:55.712196 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 42754) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:55.713761 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-9b0313c5-5a78-45da-9e29-ff6abc4fc195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:55.734485 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca97b74a-1922-44c7-8cbd-ec4b419887b9 admin admin] Deleting subnet 02ab3a59-b26e-462a-b05c-976269b8b9d0 {{(pid=92900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 03:28:55.743818 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-ca97b74a-1922-44c7-8cbd-ec4b419887b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:55.797199 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-ca97b74a-1922-44c7-8cbd-ec4b419887b9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:55.809605 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device c844ec72-6b4c-4704-b69f-cf8115ba50e0 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:28:55.810079 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-ca97b74a-1922-44c7-8cbd-ec4b419887b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-714680'] for subnet, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:55.830066 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] No Port match for: c844ec72-6b4c-4704-b69f-cf8115ba50e0 {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:28:55.830675 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device c844ec72-6b4c-4704-b69f-cf8115ba50e0 not bound to the agent host hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:28:55.839988 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-675f8598-6a5d-48ef-8705-b65ca650e8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:55.873403 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-675f8598-6a5d-48ef-8705-b65ca650e8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:55.909111 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-ca97b74a-1922-44c7-8cbd-ec4b419887b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-714689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670'] for subnet, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:55.914655 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:55.944883 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97b74a-1922-44c7-8cbd-ec4b419887b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02ab3a59-b26e-462a-b05c-976269b8b9d0,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:55.946663 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-ca97b74a-1922-44c7-8cbd-ec4b419887b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for subnet, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:55.948594 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-ca97b74a-1922-44c7-8cbd-ec4b419887b9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/02ab3a59-b26e-462a-b05c-976269b8b9d0 HTTP/1.1" status: 204 len: 168 time: 0.2778645 Jun 29 03:28:55.950729 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-ca97b74a-1922-44c7-8cbd-ec4b419887b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:55.951748 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 42766) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:56.195631 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-675f8598-6a5d-48ef-8705-b65ca650e8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:56.198165 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-675f8598-6a5d-48ef-8705-b65ca650e8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:56.199278 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-675f8598-6a5d-48ef-8705-b65ca650e8ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/27650bd9-663a-4d5a-b4b6-9a8ef4cce531 HTTP/1.1" status: 204 len: 168 time: 0.4860756 Jun 29 03:28:56.207314 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-8f017d36-9dcf-4b02-a32b-10eeee83c9a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:56.224712 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f8598-6a5d-48ef-8705-b65ca650e8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27650bd9-663a-4d5a-b4b6-9a8ef4cce531,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:56.228600 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-675f8598-6a5d-48ef-8705-b65ca650e8ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:56.237798 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-efecb38b-8bd4-49a5-810d-1644018977cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752549'] for network, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:56.333503 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-efecb38b-8bd4-49a5-810d-1644018977cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712334', 'neutron.services.segments.db._delete_segments_for_network-8763851730737'] for network, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:56.357181 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-efecb38b-8bd4-49a5-810d-1644018977cf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:28:56.357533 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-efecb38b-8bd4-49a5-810d-1644018977cf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:28:56.358287 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-efecb38b-8bd4-49a5-810d-1644018977cf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:28:56.360308 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-efecb38b-8bd4-49a5-810d-1644018977cf admin admin] Subscribe: > port after_create 55550000 {{(pid=92900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:28:56.360659 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-efecb38b-8bd4-49a5-810d-1644018977cf admin admin] Subscribe: > port after_delete 55550000 {{(pid=92900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:28:56.360988 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-efecb38b-8bd4-49a5-810d-1644018977cf admin admin] Subscribe: > port after_update 55550000 {{(pid=92900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:28:56.361375 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-efecb38b-8bd4-49a5-810d-1644018977cf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:28:56.361630 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-efecb38b-8bd4-49a5-810d-1644018977cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:28:56.362503 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-efecb38b-8bd4-49a5-810d-1644018977cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:28:56.362999 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-efecb38b-8bd4-49a5-810d-1644018977cf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:28:56.573574 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-efecb38b-8bd4-49a5-810d-1644018977cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:28:56.574277 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-efecb38b-8bd4-49a5-810d-1644018977cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:28:56.574914 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-efecb38b-8bd4-49a5-810d-1644018977cf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:28:56.576462 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-efecb38b-8bd4-49a5-810d-1644018977cf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:28:56.576924 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.services.segments.db [None req-efecb38b-8bd4-49a5-810d-1644018977cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e69cbf67-5ef9-44ce-b9a5-5834040431a9']}} {{(pid=92900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:56.651024 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.services.segments.db [None req-efecb38b-8bd4-49a5-810d-1644018977cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1045125-0e5a-45ff-8c8b-f40eb7d04287') {'for_net_delete': True} {{(pid=92900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:56.651286 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.services.segments.db [None req-efecb38b-8bd4-49a5-810d-1644018977cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1045125-0e5a-45ff-8c8b-f40eb7d04287') {} {{(pid=92900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:56.678443 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-efecb38b-8bd4-49a5-810d-1644018977cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763851626388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4727211'] for segment, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:56.716066 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-efecb38b-8bd4-49a5-810d-1644018977cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342'] for segment, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:56.729983 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efecb38b-8bd4-49a5-810d-1644018977cf admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=92900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 03:28:56.730411 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-efecb38b-8bd4-49a5-810d-1644018977cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4859931'] for segment, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: from cryptography.utils import int_from_bytes Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: from cryptography.utils import int_from_bytes Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: Traceback (most recent call last): Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: timer() Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: cb(*args, **kw) Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: return func(*args, **kwargs) Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: self._notify() Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: self.callback(batched_events) Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: event.method(event) Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: return f(self, *a, **k) Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: return self._get(url).json() Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: return self.request(url, 'GET', **kwargs) Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 03:28:56.735896 dv-cinder-797245-8-smb neutron-server[92900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 03:28:56.787602 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 42820) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:56.806497 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-9cfae2ce-fab1-4ba5-a8c2-ce031bc22b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:56.852093 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506096f-8b32-4813-bb48-4c59b947a9ce req-67233c13-3b71-43a0-9b9b-1fbafe1d875e tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:56.853859 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-2506096f-8b32-4813-bb48-4c59b947a9ce req-67233c13-3b71-43a0-9b9b-1fbafe1d875e tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 945 time: 0.2520523 Jun 29 03:28:56.861564 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-efecb38b-8bd4-49a5-810d-1644018977cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8077459'] for network, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:56.899078 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:56.918117 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-efecb38b-8bd4-49a5-810d-1644018977cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for network, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:56.920203 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-efecb38b-8bd4-49a5-810d-1644018977cf admin admin] 10.222.0.24 "DELETE /v2.0/networks/e69cbf67-5ef9-44ce-b9a5-5834040431a9 HTTP/1.1" status: 204 len: 168 time: 0.9673960 Jun 29 03:28:56.927158 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efecb38b-8bd4-49a5-810d-1644018977cf admin admin] Pushing event deleted for resources: {'Network': ['ID=e69cbf67-5ef9-44ce-b9a5-5834040431a9,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:56.942423 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-efecb38b-8bd4-49a5-810d-1644018977cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:56.950287 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-2506096f-8b32-4813-bb48-4c59b947a9ce req-a08679b0-66c7-4503-974f-cce97141fd68 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838747 Jun 29 03:28:57.008198 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-9cfae2ce-fab1-4ba5-a8c2-ce031bc22b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:57.012085 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-9cfae2ce-fab1-4ba5-a8c2-ce031bc22b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:57.016156 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-6305e658-6e73-4242-b988-2abbba664c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:57.053636 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-9cfae2ce-fab1-4ba5-a8c2-ce031bc22b6f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d14f8ee3b0474287856223dfa4135da5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2648275 Jun 29 03:28:57.054977 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfae2ce-fab1-4ba5-a8c2-ce031bc22b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4752f7a-190f-493a-ab87-c94091ec3a7f,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:57.056261 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 42836) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:57.069732 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-9cfae2ce-fab1-4ba5-a8c2-ce031bc22b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:57.114018 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 42838) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:57.114953 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-1b9c5ddd-87a6-4eb4-9cd9-24f9f3d8add9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:57.136298 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-1b9c5ddd-87a6-4eb4-9cd9-24f9f3d8add9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:57.153099 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-72780d6c-dd77-4c73-8f33-1c6681972c55 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=64634004872c452cb585383daabc9685&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0377831 Jun 29 03:28:57.155617 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 42840) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:57.189540 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-1b9c5ddd-87a6-4eb4-9cd9-24f9f3d8add9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:57.192178 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-1b9c5ddd-87a6-4eb4-9cd9-24f9f3d8add9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:57.193323 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-1b9c5ddd-87a6-4eb4-9cd9-24f9f3d8add9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d4752f7a-190f-493a-ab87-c94091ec3a7f HTTP/1.1" status: 204 len: 168 time: 0.1359742 Jun 29 03:28:57.193973 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:57.202275 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c5ddd-87a6-4eb4-9cd9-24f9f3d8add9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4752f7a-190f-493a-ab87-c94091ec3a7f,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:57.205244 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-1b9c5ddd-87a6-4eb4-9cd9-24f9f3d8add9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:57.209547 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7f209749-3d9d-46eb-a7bf-5547641ffaaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:57.235789 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7f209749-3d9d-46eb-a7bf-5547641ffaaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:57.284681 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7f209749-3d9d-46eb-a7bf-5547641ffaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:57.287424 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7f209749-3d9d-46eb-a7bf-5547641ffaaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:57.288625 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-7f209749-3d9d-46eb-a7bf-5547641ffaaa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/75a3bab2-b0e4-4b5c-b255-2ff6b6957ae5 HTTP/1.1" status: 204 len: 168 time: 0.1318970 Jun 29 03:28:57.289398 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-8dea4fd1-716d-4714-af2f-25f5a209e8da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:57.297751 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f209749-3d9d-46eb-a7bf-5547641ffaaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a3bab2-b0e4-4b5c-b255-2ff6b6957ae5,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:57.300238 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-7f209749-3d9d-46eb-a7bf-5547641ffaaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:57.788404 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-42fcda2e-63c1-4ed3-8881-d9d9f36402de tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c144156fa6884a5bbf5b62d58f136b35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714965 Jun 29 03:28:58.194306 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-9455e36d-18e8-4ba8-80ca-e88ebf3b966f tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:58.196235 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-9455e36d-18e8-4ba8-80ca-e88ebf3b966f tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4067774 Jun 29 03:28:58.199364 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 42930) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:58.268143 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-7732b699-d614-41f9-8095-14deadb8606c tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] 10.222.0.24 "GET /v2.0/quotas/c144156fa6884a5bbf5b62d58f136b35 HTTP/1.1" status: 200 len: 375 time: 0.0478184 Jun 29 03:28:58.337318 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-5e492aeb-e28d-4d21-b695-26e479bb6330 tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c144156fa6884a5bbf5b62d58f136b35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0741434 Jun 29 03:28:58.371657 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefe65d-441d-4cbd-b8b1-0725cc62c4df req-57820cf7-8118-47a1-883e-2f53b1f79013 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:58.374979 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-dcefe65d-441d-4cbd-b8b1-0725cc62c4df req-57820cf7-8118-47a1-883e-2f53b1f79013 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 945 time: 0.1531591 Jun 29 03:28:58.397784 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-48910b96-9bdd-4af8-9ce9-715213aedf70 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1244863228-network', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:58.440637 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-dcefe65d-441d-4cbd-b8b1-0725cc62c4df req-032d73b1-5bc0-48c8-9bfd-c5b6026d54c4 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644901 Jun 29 03:28:58.465059 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48910b96-9bdd-4af8-9ce9-715213aedf70 admin admin] Made reservation on behalf of c906214f7a4549de98d1e94094ae6e28 for: {'network': 1} {{(pid=92900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:28:58.469038 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-48910b96-9bdd-4af8-9ce9-715213aedf70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for network, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:58.479456 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-48910b96-9bdd-4af8-9ce9-715213aedf70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:58.607801 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-48910b96-9bdd-4af8-9ce9-715213aedf70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:58.618333 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-48910b96-9bdd-4af8-9ce9-715213aedf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:58.650459 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-2e8a8667-723b-4629-bd26-e6c523b24689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:58.656064 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-44c6fded-18b0-44aa-844f-48c4620ccd41 req-416d0f22-81bd-40c3-91ab-365c7850efc2 tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d760ec-829b-4b46-9291-a975bf1737a9 HTTP/1.1" status: 200 len: 210 time: 0.0503070 Jun 29 03:28:58.677452 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48910b96-9bdd-4af8-9ce9-715213aedf70 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=92900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 03:28:58.683065 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48910b96-9bdd-4af8-9ce9-715213aedf70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32486574-7084-4097-973e-52c63c48d253,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:58.687379 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-48910b96-9bdd-4af8-9ce9-715213aedf70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:58.691854 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-48910b96-9bdd-4af8-9ce9-715213aedf70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342'] for segment, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:58.692242 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.db.segments_db [None req-48910b96-9bdd-4af8-9ce9-715213aedf70 admin admin] Added segment 2b8a4e7f-1f3c-48f3-872b-763dc2e1c437 of type vlan for network 55159499-4162-473d-91be-3f7bcc13f345 Jun 29 03:28:58.738115 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-48910b96-9bdd-4af8-9ce9-715213aedf70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763851271976'] for network, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:58.777877 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-48910b96-9bdd-4af8-9ce9-715213aedf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670'] for network, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:58.780540 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48910b96-9bdd-4af8-9ce9-715213aedf70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:58.782698 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-48910b96-9bdd-4af8-9ce9-715213aedf70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for network, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:58.785885 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-cb286e99-07f7-476a-9245-c62cae887082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:58.851921 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-48910b96-9bdd-4af8-9ce9-715213aedf70 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6463518 Jun 29 03:28:58.851921 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48910b96-9bdd-4af8-9ce9-715213aedf70 admin admin] Pushing event updated for resources: {'Network': ['ID=55159499-4162-473d-91be-3f7bcc13f345,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:58.852419 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 42982) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:58.858246 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-48910b96-9bdd-4af8-9ce9-715213aedf70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:58.866295 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-2edc5384-aef8-4eee-a050-a17f655435a7 admin admin] Request body: {'subnet': {'network_id': '55159499-4162-473d-91be-3f7bcc13f345', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1244863228-subnet', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:58.875779 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Network 55159499-4162-473d-91be-3f7bcc13f345 details requested by agent ovs-agent-dv-cinder-797245-8-smb with host dv-cinder-797245-8-smb {{(pid=92901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:28:58.921777 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edc5384-aef8-4eee-a050-a17f655435a7 admin admin] Made reservation on behalf of c906214f7a4549de98d1e94094ae6e28 for: {'subnet': 1} {{(pid=92899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:28:58.931232 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-2edc5384-aef8-4eee-a050-a17f655435a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:59.178748 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-2edc5384-aef8-4eee-a050-a17f655435a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670'] for subnet, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:59.181700 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:59.186148 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 42994) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:59.217751 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 42998) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:59.252485 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc5384-aef8-4eee-a050-a17f655435a7 admin admin] Checking segment: {'id': '2b8a4e7f-1f3c-48f3-872b-763dc2e1c437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '55159499-4162-473d-91be-3f7bcc13f345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:28:59.253098 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edc5384-aef8-4eee-a050-a17f655435a7 admin admin] Network hostable DHCP agents. Network: 55159499-4162-473d-91be-3f7bcc13f345, hostable agents: ['15611171-d073-4a1d-b69f-900d48098551'], hosted agents: [] {{(pid=92899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:28:59.260237 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc5384-aef8-4eee-a050-a17f655435a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29dd2891-545c-4e5c-ada9-366a40a64358,revision_number=0']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:59.264437 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-2edc5384-aef8-4eee-a050-a17f655435a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:59.280082 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edc5384-aef8-4eee-a050-a17f655435a7 admin admin] Network 55159499-4162-473d-91be-3f7bcc13f345 is scheduled to be hosted by DHCP agent 15611171-d073-4a1d-b69f-900d48098551 with binding_index 1 {{(pid=92899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:28:59.292998 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.base_scheduler [None req-2edc5384-aef8-4eee-a050-a17f655435a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-smb, 55159499-4162-473d-91be-3f7bcc13f345) {{(pid=92899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:28:59.299154 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edc5384-aef8-4eee-a050-a17f655435a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:59.299342 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-2edc5384-aef8-4eee-a050-a17f655435a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for subnet, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:59.304035 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b7913b-9066-4295-a626-d105d47cf6e8 None None] Network 55159499-4162-473d-91be-3f7bcc13f345 requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:28:59.319946 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-2edc5384-aef8-4eee-a050-a17f655435a7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4663045 Jun 29 03:28:59.324222 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 43002) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:59.329691 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-d61437e0-d84a-4308-98ef-3fc96a9b5a68 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1244863228-router', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'}}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:59.362179 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-d61437e0-d84a-4308-98ef-3fc96a9b5a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8075178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8097'] for router, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:59.364153 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-d61437e0-d84a-4308-98ef-3fc96a9b5a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8075155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8001213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8106'] for router, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:59.392206 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e285b9f6-d902-4c6e-b364-0a7581e26417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:59.434491 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1c1f1b8f-6b6b-4bbb-bf62-c4225d8dba49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:59.465338 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-d61437e0-d84a-4308-98ef-3fc96a9b5a68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:59.543467 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea3edba-3234-4e54-8ed8-e8d0da71a9ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5883397f-06c1-5c34-a929-fdfc630db77e-55159499-4162-473d-91be-3f7bcc13f345', 'network_id': '55159499-4162-473d-91be-3f7bcc13f345', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'fixed_ips': [{'subnet_id': '29dd2891-545c-4e5c-ada9-366a40a64358'}]}} from dv-cinder-797245-8-smb. {{(pid=92901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 03:28:59.544682 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9ea3edba-3234-4e54-8ed8-e8d0da71a9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:59.644847 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-d61437e0-d84a-4308-98ef-3fc96a9b5a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7918546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8080158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8068'] for router, precommit_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:59.761906 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e285b9f6-d902-4c6e-b364-0a7581e26417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:59.772593 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e285b9f6-d902-4c6e-b364-0a7581e26417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:59.792399 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [None req-9ea3edba-3234-4e54-8ed8-e8d0da71a9ae None None] Allocated IP 172.20.0.2 (55159499-4162-473d-91be-3f7bcc13f345/29dd2891-545c-4e5c-ada9-366a40a64358/0aa31a58-3b17-4fc5-8f9a-014077666ba4) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:28:59.817215 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-b22ecd33-f504-41ad-b776-3507153d8f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:59.821338 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-e285b9f6-d902-4c6e-b364-0a7581e26417 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9ff37748abbf41a28a082865d852e297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6026318 Jun 29 03:28:59.825254 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 43030) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:59.854679 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1c1f1b8f-6b6b-4bbb-bf62-c4225d8dba49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:59.865195 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1c1f1b8f-6b6b-4bbb-bf62-c4225d8dba49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:59.870159 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-c882f2f3-66af-446c-9344-d7e0aeb55abd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:59.883469 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285b9f6-d902-4c6e-b364-0a7581e26417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3407dac-c7d7-4561-a9b9-5dc1233ff29d,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:59.904581 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-e285b9f6-d902-4c6e-b364-0a7581e26417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:59.923400 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-1c1f1b8f-6b6b-4bbb-bf62-c4225d8dba49 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=068b45e2310b4868b7701d1943314b76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7361844 Jun 29 03:28:59.925738 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f1b8f-6b6b-4bbb-bf62-c4225d8dba49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c18adcf-f4fa-4b95-a3ff-602f4e79101c,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:59.928749 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 43032) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:59.942527 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-b7dc8d8f-f87a-4fc1-9f06-361234b65c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:59.943057 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9729d-e92c-4e13-b419-307ff03116c4 req-97c137df-91a9-4fa5-ab1a-b13c27de7ef2 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:59.951751 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-a8c9729d-e92c-4e13-b419-307ff03116c4 req-97c137df-91a9-4fa5-ab1a-b13c27de7ef2 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 945 time: 0.2721593 Jun 29 03:28:59.972324 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-1c1f1b8f-6b6b-4bbb-bf62-c4225d8dba49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:59.992638 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-97cd9c2c-890d-423f-8baa-576f99992138 req-aedbe711-15b9-4cd5-bf3d-f1557e9b9f73 tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d760ec-829b-4b46-9291-a975bf1737a9 HTTP/1.1" status: 200 len: 210 time: 0.0481672 Jun 29 03:29:00.017618 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-a8c9729d-e92c-4e13-b419-307ff03116c4 req-18b892f8-1df1-4454-a390-35f10d6167c9 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645537 Jun 29 03:29:00.037422 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-b7dc8d8f-f87a-4fc1-9f06-361234b65c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:00.059736 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-aa89e272-9c69-4bb1-847d-50f585f3a21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:00.086703 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-aa89e272-9c69-4bb1-847d-50f585f3a21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:00.149376 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-aa89e272-9c69-4bb1-847d-50f585f3a21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:00.152019 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-aa89e272-9c69-4bb1-847d-50f585f3a21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:00.153153 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-aa89e272-9c69-4bb1-847d-50f585f3a21a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7c18adcf-f4fa-4b95-a3ff-602f4e79101c HTTP/1.1" status: 204 len: 168 time: 0.2231438 Jun 29 03:29:00.157707 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-f4053622-a3ff-4479-9337-c79bc3b1a2b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:00.158339 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9ea3edba-3234-4e54-8ed8-e8d0da71a9ae None None] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:00.164701 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-d61437e0-d84a-4308-98ef-3fc96a9b5a68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:00.172684 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-9ea3edba-3234-4e54-8ed8-e8d0da71a9ae None None] Transition to ACTIVE for port object 0aa31a58-3b17-4fc5-8f9a-014077666ba4 will not be triggered until provisioned by entity L2. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:29:00.176954 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89e272-9c69-4bb1-847d-50f585f3a21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c18adcf-f4fa-4b95-a3ff-602f4e79101c,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:00.184905 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-d61437e0-d84a-4308-98ef-3fc96a9b5a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:00.189741 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-aa89e272-9c69-4bb1-847d-50f585f3a21a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:00.218429 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 43042) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:00.250472 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 43046) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:00.256494 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-9ea3edba-3234-4e54-8ed8-e8d0da71a9ae None None] Transition to ACTIVE for port object 0aa31a58-3b17-4fc5-8f9a-014077666ba4 will not be triggered until provisioned by entity DHCP. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:29:00.263192 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-b7dc8d8f-f87a-4fc1-9f06-361234b65c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:00.268884 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-b7dc8d8f-f87a-4fc1-9f06-361234b65c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:00.269864 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9ea3edba-3234-4e54-8ed8-e8d0da71a9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:00.271213 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-b7dc8d8f-f87a-4fc1-9f06-361234b65c51 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d3407dac-c7d7-4561-a9b9-5dc1233ff29d HTTP/1.1" status: 204 len: 168 time: 0.4436517 Jun 29 03:29:00.275927 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:00.276662 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-4ad08b79-c428-4d30-ad0c-be6364ca6a1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:00.287496 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc8d8f-f87a-4fc1-9f06-361234b65c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3407dac-c7d7-4561-a9b9-5dc1233ff29d,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:00.291090 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-b7dc8d8f-f87a-4fc1-9f06-361234b65c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:00.374255 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.db_base_plugin_common [None req-d61437e0-d84a-4308-98ef-3fc96a9b5a68 admin admin] Allocated IP 172.28.2.15 (66e8c627-bfc7-4283-9c88-a2a34f7e2e0b/c8165791-a4a1-46c6-a3dc-c0e6529e25bd/fefe1cfe-7878-4f5c-9aad-9220289d0b25) {{(pid=92899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:29:00.377862 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-f5eb8ce8-e7c3-4f25-bd9a-12083c92fa00 tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c144156fa6884a5bbf5b62d58f136b35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818031 Jun 29 03:29:00.430811 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea3edba-3234-4e54-8ed8-e8d0da71a9ae None None] Network 55159499-4162-473d-91be-3f7bcc13f345 is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:29:00.434292 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-9ea3edba-3234-4e54-8ed8-e8d0da71a9ae None None] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:29:00.442197 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea3edba-3234-4e54-8ed8-e8d0da71a9ae None None] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:29:00.454108 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea3edba-3234-4e54-8ed8-e8d0da71a9ae None None] Pushing event updated for resources: {'Port': ['ID=0aa31a58-3b17-4fc5-8f9a-014077666ba4,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:00.457368 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-9ea3edba-3234-4e54-8ed8-e8d0da71a9ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:00.526672 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-9ea3edba-3234-4e54-8ed8-e8d0da71a9ae None None] Attempting to bind port 0aa31a58-3b17-4fc5-8f9a-014077666ba4 on host dv-cinder-797245-8-smb for vnic_type normal with profile {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:29:00.528028 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-9ea3edba-3234-4e54-8ed8-e8d0da71a9ae None None] Attempting to bind port 0aa31a58-3b17-4fc5-8f9a-014077666ba4 by drivers openvswitch,hyperv on host dv-cinder-797245-8-smb at level 0 using segments [{'id': '2b8a4e7f-1f3c-48f3-872b-763dc2e1c437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '55159499-4162-473d-91be-3f7bcc13f345'}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:29:00.529157 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea3edba-3234-4e54-8ed8-e8d0da71a9ae None None] Attempting to bind port 0aa31a58-3b17-4fc5-8f9a-014077666ba4 on network 55159499-4162-473d-91be-3f7bcc13f345 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:29:00.543881 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea3edba-3234-4e54-8ed8-e8d0da71a9ae None None] Checking agent: {'id': '2d48862d-5b66-4de3-aaf5-496cc1a6aae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 16), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:29:00.547961 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea3edba-3234-4e54-8ed8-e8d0da71a9ae None None] Checking segment: {'id': '2b8a4e7f-1f3c-48f3-872b-763dc2e1c437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '55159499-4162-473d-91be-3f7bcc13f345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:29:00.548679 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9ea3edba-3234-4e54-8ed8-e8d0da71a9ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:00.550650 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea3edba-3234-4e54-8ed8-e8d0da71a9ae None None] Bound using segment: {'id': '2b8a4e7f-1f3c-48f3-872b-763dc2e1c437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '55159499-4162-473d-91be-3f7bcc13f345'} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:29:00.551420 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-9ea3edba-3234-4e54-8ed8-e8d0da71a9ae None None] Bound port: 0aa31a58-3b17-4fc5-8f9a-014077666ba4, host: dv-cinder-797245-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b8a4e7f-1f3c-48f3-872b-763dc2e1c437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '55159499-4162-473d-91be-3f7bcc13f345'}}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:29:00.553420 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9ea3edba-3234-4e54-8ed8-e8d0da71a9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:00.703728 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-9ea3edba-3234-4e54-8ed8-e8d0da71a9ae None None] For port 0aa31a58-3b17-4fc5-8f9a-014077666ba4, host dv-cinder-797245-8-smb, cleared binding levels {{(pid=92901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:29:00.716963 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-9ea3edba-3234-4e54-8ed8-e8d0da71a9ae None None] For port 0aa31a58-3b17-4fc5-8f9a-014077666ba4, host dv-cinder-797245-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=0aa31a58-3b17-4fc5-8f9a-014077666ba4,segment=NetworkSegment(2b8a4e7f-1f3c-48f3-872b-763dc2e1c437),segment_id=2b8a4e7f-1f3c-48f3-872b-763dc2e1c437)] {{(pid=92901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:29:00.726465 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9ea3edba-3234-4e54-8ed8-e8d0da71a9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:00.728871 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:00.744233 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-d61437e0-d84a-4308-98ef-3fc96a9b5a68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:00.772670 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1d759af4-c25b-4036-8337-8f7372f75bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:00.797304 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-9a4dabcb-960c-4a0a-91f7-6356fffd8b3a tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:00.800013 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-9a4dabcb-960c-4a0a-91f7-6356fffd8b3a tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4151664 Jun 29 03:29:00.801281 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-f95b415a-fff4-49b0-892a-77d9b200439e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:00.804265 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea3edba-3234-4e54-8ed8-e8d0da71a9ae None None] Pushing event updated for resources: {'Port': ['ID=0aa31a58-3b17-4fc5-8f9a-014077666ba4,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:00.811363 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-9ea3edba-3234-4e54-8ed8-e8d0da71a9ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:00.825399 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-d61437e0-d84a-4308-98ef-3fc96a9b5a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302'] for port, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:00.830145 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:00.840321 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-56a8dfeb-4f7c-48c4-85ac-e1395fb5220f tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Request body: {'port': {'device_id': '54d760ec-829b-4b46-9291-a975bf1737a9', 'network_id': 'd233b631-89a5-4e35-8fad-1bc398f3d77f', 'admin_state_up': True, 'tenant_id': 'c144156fa6884a5bbf5b62d58f136b35'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:29:00.869727 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61437e0-d84a-4308-98ef-3fc96a9b5a68 admin admin] Network 66e8c627-bfc7-4283-9c88-a2a34f7e2e0b is already hosted by enough agents. {{(pid=92899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:29:00.872956 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.base_scheduler [None req-d61437e0-d84a-4308-98ef-3fc96a9b5a68 admin admin] Resources bound (agent type, host, resource id): {{(pid=92899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:29:00.877460 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61437e0-d84a-4308-98ef-3fc96a9b5a68 admin admin] Received port after_create {{(pid=92899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:29:00.913541 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 43060) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:00.935145 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-cc8aaec2-dc2f-4538-bd39-f27fb59f5d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:00.965412 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61437e0-d84a-4308-98ef-3fc96a9b5a68 admin admin] Pushing event updated for resources: {'Port': ['ID=fefe1cfe-7878-4f5c-9aad-9220289d0b25,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:00.972191 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-d61437e0-d84a-4308-98ef-3fc96a9b5a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:00.975251 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.db.api [None req-1d759af4-c25b-4036-8337-8f7372f75bcc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 03:29:00.975251 dv-cinder-797245-8-smb neutron-server[92900]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 29 03:29:00.975251 dv-cinder-797245-8-smb neutron-server[92900]: [parameters: {'project_id_1': '69ffc8182af14219abe92d8f36203db1', 'expiration_1': datetime.datetime(2021, 6, 29, 3, 29, 0, 931001)}] Jun 29 03:29:00.975251 dv-cinder-797245-8-smb neutron-server[92900]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 03:29:00.976063 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_db.api [None req-1d759af4-c25b-4036-8337-8f7372f75bcc admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 03:29:01.144656 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-f95b415a-fff4-49b0-892a-77d9b200439e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:01.164892 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-f95b415a-fff4-49b0-892a-77d9b200439e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:01.171090 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:01.242021 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-f95b415a-fff4-49b0-892a-77d9b200439e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da10920063c14770a75ac97d2acf81f4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0200276 Jun 29 03:29:01.242600 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 43074) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:01.247226 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.db.api [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-56a8dfeb-4f7c-48c4-85ac-e1395fb5220f tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 03:29:01.247226 dv-cinder-797245-8-smb neutron-server[92900]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 29 03:29:01.247226 dv-cinder-797245-8-smb neutron-server[92900]: [parameters: {'project_id_1': 'c144156fa6884a5bbf5b62d58f136b35', 'expiration_1': datetime.datetime(2021, 6, 29, 3, 29, 1, 9287)}] Jun 29 03:29:01.247226 dv-cinder-797245-8-smb neutron-server[92900]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 03:29:01.247558 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_db.api [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-56a8dfeb-4f7c-48c4-85ac-e1395fb5220f tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 03:29:01.274799 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-d61437e0-d84a-4308-98ef-3fc96a9b5a68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:01.288210 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-fe5b3ec0-286e-47ed-91e4-4920f1fbaf15 req-ed6dd724-bc5c-4b5e-ad4a-d96248972ce2 tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d760ec-829b-4b46-9291-a975bf1737a9 HTTP/1.1" status: 200 len: 210 time: 0.0474498 Jun 29 03:29:01.292429 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b415a-fff4-49b0-892a-77d9b200439e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a795f36-e62c-4c7e-9bf0-557304192489,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:01.296841 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-f95b415a-fff4-49b0-892a-77d9b200439e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:01.365591 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-cc8aaec2-dc2f-4538-bd39-f27fb59f5d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:01.371834 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-cc8aaec2-dc2f-4538-bd39-f27fb59f5d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:01.381080 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:01.413494 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-cc8aaec2-dc2f-4538-bd39-f27fb59f5d5f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6786b2f3972a4fda8b8d19df5db2ac22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4943342 Jun 29 03:29:01.413898 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 43082) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:01.414520 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-591f9199-3a65-49e9-ace1-45a8f3b28c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:01.417587 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8aaec2-dc2f-4538-bd39-f27fb59f5d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80abbc4c-4a66-4fb5-a962-0ddcb6bc791f,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:01.427826 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2358412-5c16-4185-8790-bf02c43125e5 req-760799d9-c7fb-4632-9c99-734f2bdd58e7 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:01.429528 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e2358412-5c16-4185-8790-bf02c43125e5 req-760799d9-c7fb-4632-9c99-734f2bdd58e7 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 945 time: 0.1978922 Jun 29 03:29:01.444234 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-cc8aaec2-dc2f-4538-bd39-f27fb59f5d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:01.468539 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-591f9199-3a65-49e9-ace1-45a8f3b28c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:01.489393 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1d759af4-c25b-4036-8337-8f7372f75bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:01.551232 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-9ca6705e-837d-4cb0-9050-12bf46a6a363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:01.556744 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e2358412-5c16-4185-8790-bf02c43125e5 req-ccf36085-1f9e-4eac-8ca2-d71ffdebb566 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211519 Jun 29 03:29:01.599822 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-9ca6705e-837d-4cb0-9050-12bf46a6a363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:01.637266 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-d61437e0-d84a-4308-98ef-3fc96a9b5a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8080145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7918583'] for router, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:01.648576 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-591f9199-3a65-49e9-ace1-45a8f3b28c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:01.651243 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-591f9199-3a65-49e9-ace1-45a8f3b28c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:01.655091 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-591f9199-3a65-49e9-ace1-45a8f3b28c98 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a795f36-e62c-4c7e-9bf0-557304192489 HTTP/1.1" status: 204 len: 168 time: 0.4087951 Jun 29 03:29:01.657566 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-9a6e9ab0-788c-45cc-b3cd-950d8fdd1f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:01.697490 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f9199-3a65-49e9-ace1-45a8f3b28c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a795f36-e62c-4c7e-9bf0-557304192489,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:01.707898 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-591f9199-3a65-49e9-ace1-45a8f3b28c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:01.736245 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1d759af4-c25b-4036-8337-8f7372f75bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:01.747882 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1d759af4-c25b-4036-8337-8f7372f75bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:01.753541 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-4c3d6c80-6c59-41b6-83a8-479faea99d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:01.805365 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-9ca6705e-837d-4cb0-9050-12bf46a6a363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:01.808024 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-9ca6705e-837d-4cb0-9050-12bf46a6a363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:01.809267 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-9ca6705e-837d-4cb0-9050-12bf46a6a363 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80abbc4c-4a66-4fb5-a962-0ddcb6bc791f HTTP/1.1" status: 204 len: 168 time: 0.3943717 Jun 29 03:29:01.814379 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-1d759af4-c25b-4036-8337-8f7372f75bcc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69ffc8182af14219abe92d8f36203db1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5626113 Jun 29 03:29:01.816586 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d759af4-c25b-4036-8337-8f7372f75bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0ad5e3-f51e-4c46-915d-804085df0a6a,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:01.819194 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 43096) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:01.820207 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-1d759af4-c25b-4036-8337-8f7372f75bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:01.821708 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-2d6f5719-64d8-46c1-b6bf-28a9d8d68e32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:01.831539 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-56a8dfeb-4f7c-48c4-85ac-e1395fb5220f tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Made reservation on behalf of c144156fa6884a5bbf5b62d58f136b35 for: {'port': 1} {{(pid=92900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:29:01.836817 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-56a8dfeb-4f7c-48c4-85ac-e1395fb5220f tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:01.840517 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca6705e-837d-4cb0-9050-12bf46a6a363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80abbc4c-4a66-4fb5-a962-0ddcb6bc791f,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:01.849595 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-9ca6705e-837d-4cb0-9050-12bf46a6a363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:01.850922 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-56a8dfeb-4f7c-48c4-85ac-e1395fb5220f tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:01.900989 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61437e0-d84a-4308-98ef-3fc96a9b5a68 admin admin] Router 3a983dc0-1528-417f-91aa-3847fb40e702 is scheduled to L3 agent 7fe0c168-953d-4d47-bedf-fde3a92e458b with binding_index 1 {{(pid=92899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 03:29:02.007878 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-56a8dfeb-4f7c-48c4-85ac-e1395fb5220f tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:02.021557 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-56a8dfeb-4f7c-48c4-85ac-e1395fb5220f tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:02.026720 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-7ea86571-43b1-4c55-8894-709a1f53beaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:02.048443 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-6652c5a9-9e9d-49fc-84f7-5b5ca03b63b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:02.133634 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-6652c5a9-9e9d-49fc-84f7-5b5ca03b63b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:02.158945 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806664f7-c43e-4283-846b-69844c64a18e None None] Network 55159499-4162-473d-91be-3f7bcc13f345 requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:29:02.183219 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61437e0-d84a-4308-98ef-3fc96a9b5a68 admin admin] Notify agent at l3_agent.dv-cinder-797245-8-smb the message routers_updated {{(pid=92899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:29:02.185672 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a8dfeb-4f7c-48c4-85ac-e1395fb5220f tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f541986b-c2eb-48e9-93b6-fbfd71363089,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:02.194406 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6506a0c-a6f2-4f78-9da2-589382ffd9dd None None] Sync routers for ids ['3a983dc0-1528-417f-91aa-3847fb40e702'] in dv-cinder-797245-8-smb {{(pid=92902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:29:02.199853 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-56a8dfeb-4f7c-48c4-85ac-e1395fb5220f tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:02.208022 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6506a0c-a6f2-4f78-9da2-589382ffd9dd None None] Routers {'3a983dc0-1528-417f-91aa-3847fb40e702'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:29:02.210382 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-b6506a0c-a6f2-4f78-9da2-589382ffd9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:28:45Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['3a983dc0-1528-417f-91aa-3847fb40e702'], 'active': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:29:02.222990 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-d61437e0-d84a-4308-98ef-3fc96a9b5a68 admin admin] Notify callbacks [] for router, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:02.227642 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-d61437e0-d84a-4308-98ef-3fc96a9b5a68 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9022188 Jun 29 03:29:02.229600 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 43102) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:02.230097 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-6652c5a9-9e9d-49fc-84f7-5b5ca03b63b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:02.235313 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-6652c5a9-9e9d-49fc-84f7-5b5ca03b63b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:02.241173 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-6652c5a9-9e9d-49fc-84f7-5b5ca03b63b7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ab0ad5e3-f51e-4c46-915d-804085df0a6a HTTP/1.1" status: 204 len: 168 time: 0.4195964 Jun 29 03:29:02.241964 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-c4f5071c-28c8-4c2b-bd3c-c42e74609e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:02.262906 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652c5a9-9e9d-49fc-84f7-5b5ca03b63b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0ad5e3-f51e-4c46-915d-804085df0a6a,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:02.276979 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-6652c5a9-9e9d-49fc-84f7-5b5ca03b63b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:02.306999 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 0aa31a58-3b17-4fc5-8f9a-014077666ba4 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:29:02.389361 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvr_db [None req-b6506a0c-a6f2-4f78-9da2-589382ffd9dd None None] Set router 3a983dc0-1528-417f-91aa-3847fb40e702 gateway port host: dv-cinder-797245-8-smb {{(pid=92902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:29:02.413399 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-c36451bc-500c-4c30-a06e-f8237bb5519c None None] Provisioning for port 0aa31a58-3b17-4fc5-8f9a-014077666ba4 completed by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:29:02.473517 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning for port 0aa31a58-3b17-4fc5-8f9a-014077666ba4 completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:29:02.482209 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port 0aa31a58-3b17-4fc5-8f9a-014077666ba4 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:29:02.482799 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:02.602446 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 43118) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:02.622976 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-eeef2040-4926-4204-8df1-ffb82852f2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:02.636783 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:02.692153 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] For port 0aa31a58-3b17-4fc5-8f9a-014077666ba4, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=0aa31a58-3b17-4fc5-8f9a-014077666ba4,segment=NetworkSegment(2b8a4e7f-1f3c-48f3-872b-763dc2e1c437),segment_id=2b8a4e7f-1f3c-48f3-872b-763dc2e1c437)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:29:02.700751 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:02.703362 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-5488d8d3-b320-4636-9ad9-d1db1509315a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:02.706695 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.db_base_plugin_common [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-56a8dfeb-4f7c-48c4-85ac-e1395fb5220f tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Allocated IP 192.168.233.36 (d233b631-89a5-4e35-8fad-1bc398f3d77f/44ae0c9b-ed52-4f22-98d5-6ef5a47304c7/5f97abf2-90d6-4f04-90f1-6bf913ff906d) {{(pid=92900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:29:02.742437 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-b6506a0c-a6f2-4f78-9da2-589382ffd9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'name': 'tempest-AttachVolumeShelveTestJSON-1244863228-router', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15'}], 'enable_snat': True}, 'gw_port_id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:59Z', 'updated_at': '2021-06-29T03:29:01Z', 'revision_number': 3, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'gw_port': {'id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:00Z', 'updated_at': '2021-06-29T03:29:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb'}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:29:02.746235 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a213f171-d735-44ee-9c04-4c6b235bc4d2 req-2eac783b-dd94-4960-9f80-2e59e1b291e8 tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d760ec-829b-4b46-9291-a975bf1737a9 HTTP/1.1" status: 200 len: 210 time: 0.0924838 Jun 29 03:29:02.819603 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6506a0c-a6f2-4f78-9da2-589382ffd9dd None None] Checking router: 3a983dc0-1528-417f-91aa-3847fb40e702 for host: dv-cinder-797245-8-smb {{(pid=92902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:29:02.821955 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6506a0c-a6f2-4f78-9da2-589382ffd9dd None None] Updating router 3a983dc0-1528-417f-91aa-3847fb40e702 port fefe1cfe-7878-4f5c-9aad-9220289d0b25 binding host dv-cinder-797245-8-smb {{(pid=92902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 03:29:02.839150 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Pushing event updated for resources: {'Port': ['ID=0aa31a58-3b17-4fc5-8f9a-014077666ba4,revision_number=3']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:02.858596 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:02.898703 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b6506a0c-a6f2-4f78-9da2-589382ffd9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:02.910080 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-eeef2040-4926-4204-8df1-ffb82852f2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:02.926269 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-eeef2040-4926-4204-8df1-ffb82852f2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:02.937559 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-72be942f-04ca-4eac-b305-87dc33b3ea33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:03.002750 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-eeef2040-4926-4204-8df1-ffb82852f2d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6fec8a3b0c14497c9f31b3b12d3147f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3992174 Jun 29 03:29:03.005246 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 43126) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:03.013671 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef2040-4926-4204-8df1-ffb82852f2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ad7af5-e8e4-4040-aaea-b5e62155909a,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:03.036372 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 43128) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:03.037214 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-eeef2040-4926-4204-8df1-ffb82852f2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:03.061207 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-71427d3a-5853-44fb-a4e6-82def67de166 None None] Provisioning complete for port 0aa31a58-3b17-4fc5-8f9a-014077666ba4 triggered by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:29:03.062081 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-71427d3a-5853-44fb-a4e6-82def67de166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:03.069304 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-9a9fec27-bba0-4f9a-95e4-dda4cf0ae7ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:03.135087 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-de6d6724-cadd-40bd-8573-82745cfb20c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:03.185929 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-de6d6724-cadd-40bd-8573-82745cfb20c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:03.219433 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39411419-e0a9-4a8f-beb5-b984bf516c5d req-58467add-60a9-445c-bfb6-375409370131 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:03.221039 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-39411419-e0a9-4a8f-beb5-b984bf516c5d req-58467add-60a9-445c-bfb6-375409370131 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 945 time: 0.4590802 Jun 29 03:29:03.284700 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-9a9fec27-bba0-4f9a-95e4-dda4cf0ae7ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:03.287541 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-de6d6724-cadd-40bd-8573-82745cfb20c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:03.290520 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-de6d6724-cadd-40bd-8573-82745cfb20c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:03.291875 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-de6d6724-cadd-40bd-8573-82745cfb20c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/79ad7af5-e8e4-4040-aaea-b5e62155909a HTTP/1.1" status: 204 len: 168 time: 0.2853913 Jun 29 03:29:03.292657 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-2aa54300-391d-433c-b115-b0898ad0dfe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:03.297109 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-9a9fec27-bba0-4f9a-95e4-dda4cf0ae7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:03.330170 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b6506a0c-a6f2-4f78-9da2-589382ffd9dd None None] Notify callbacks [] for port, precommit_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:03.339311 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-9a9fec27-bba0-4f9a-95e4-dda4cf0ae7ee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5f5e1befb24346cda6b15581cacc4b59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2985270 Jun 29 03:29:03.340066 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 43136) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:03.346663 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d6724-cadd-40bd-8573-82745cfb20c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ad7af5-e8e4-4040-aaea-b5e62155909a,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:03.356583 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-de6d6724-cadd-40bd-8573-82745cfb20c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:03.357640 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-eeef2040-4926-4204-8df1-ffb82852f2d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:03.390824 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.provisioning_blocks [None req-b6506a0c-a6f2-4f78-9da2-589382ffd9dd None None] Transition to ACTIVE for port object fefe1cfe-7878-4f5c-9aad-9220289d0b25 will not be triggered until provisioned by entity L2. {{(pid=92902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:29:03.404852 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b6506a0c-a6f2-4f78-9da2-589382ffd9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:03.407127 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9fec27-bba0-4f9a-95e4-dda4cf0ae7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330935a7-8f8f-48f8-8526-1380e4abb592,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:03.412506 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG oslo_concurrency.lockutils [None req-b1f9e3d5-db23-4199-8e40-ab21deeeb1e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:03.413604 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-9a9fec27-bba0-4f9a-95e4-dda4cf0ae7ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:03.430852 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-fd79334f-55fd-4980-8e4e-e1e16104fc5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:03.487637 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-fd79334f-55fd-4980-8e4e-e1e16104fc5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:03.556784 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.managers [None req-b6506a0c-a6f2-4f78-9da2-589382ffd9dd None None] Attempting to bind port fefe1cfe-7878-4f5c-9aad-9220289d0b25 on host dv-cinder-797245-8-smb for vnic_type normal with profile {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:29:03.557444 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.managers [None req-b6506a0c-a6f2-4f78-9da2-589382ffd9dd None None] Attempting to bind port fefe1cfe-7878-4f5c-9aad-9220289d0b25 by drivers openvswitch,hyperv on host dv-cinder-797245-8-smb at level 0 using segments [{'id': 'e9e5c7ef-c364-4b74-9222-2e87bd8fc345', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'}] {{(pid=92902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:29:03.557980 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6506a0c-a6f2-4f78-9da2-589382ffd9dd None None] Attempting to bind port fefe1cfe-7878-4f5c-9aad-9220289d0b25 on network 66e8c627-bfc7-4283-9c88-a2a34f7e2e0b {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:29:03.561937 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5018a-04cd-4fc8-996a-783a39b28f22 None None] Pushing event updated for resources: {'Port': ['ID=fefe1cfe-7878-4f5c-9aad-9220289d0b25,revision_number=2']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:03.568036 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG oslo_concurrency.lockutils [None req-eaa5018a-04cd-4fc8-996a-783a39b28f22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:03.570827 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6506a0c-a6f2-4f78-9da2-589382ffd9dd None None] Checking agent: {'id': '2d48862d-5b66-4de3-aaf5-496cc1a6aae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 16), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:29:03.571383 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6506a0c-a6f2-4f78-9da2-589382ffd9dd None None] Checking segment: {'id': 'e9e5c7ef-c364-4b74-9222-2e87bd8fc345', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:29:03.571981 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b6506a0c-a6f2-4f78-9da2-589382ffd9dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:03.572521 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6506a0c-a6f2-4f78-9da2-589382ffd9dd None None] Bound using segment: {'id': 'e9e5c7ef-c364-4b74-9222-2e87bd8fc345', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'} {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:29:03.573156 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.managers [None req-b6506a0c-a6f2-4f78-9da2-589382ffd9dd None None] Bound port: fefe1cfe-7878-4f5c-9aad-9220289d0b25, host: dv-cinder-797245-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e5c7ef-c364-4b74-9222-2e87bd8fc345', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'}}] {{(pid=92902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:29:03.573724 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b6506a0c-a6f2-4f78-9da2-589382ffd9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:03.584507 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-fd79334f-55fd-4980-8e4e-e1e16104fc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:03.587476 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-fd79334f-55fd-4980-8e4e-e1e16104fc5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:03.588809 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-fd79334f-55fd-4980-8e4e-e1e16104fc5f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/330935a7-8f8f-48f8-8526-1380e4abb592 HTTP/1.1" status: 204 len: 168 time: 0.2473590 Jun 29 03:29:03.593990 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:03.608794 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79334f-55fd-4980-8e4e-e1e16104fc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330935a7-8f8f-48f8-8526-1380e4abb592,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:03.635472 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-fd79334f-55fd-4980-8e4e-e1e16104fc5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:03.696020 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.db [None req-b6506a0c-a6f2-4f78-9da2-589382ffd9dd None None] For port fefe1cfe-7878-4f5c-9aad-9220289d0b25, host dv-cinder-797245-8-smb, cleared binding levels {{(pid=92902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:29:03.713776 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.db [None req-b6506a0c-a6f2-4f78-9da2-589382ffd9dd None None] For port fefe1cfe-7878-4f5c-9aad-9220289d0b25, host dv-cinder-797245-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=fefe1cfe-7878-4f5c-9aad-9220289d0b25,segment=NetworkSegment(e9e5c7ef-c364-4b74-9222-2e87bd8fc345),segment_id=e9e5c7ef-c364-4b74-9222-2e87bd8fc345)] {{(pid=92902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:29:03.724117 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b6506a0c-a6f2-4f78-9da2-589382ffd9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:03.731720 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:03.732692 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-39411419-e0a9-4a8f-beb5-b984bf516c5d req-2853378c-019e-4ca8-b0bd-835d09c765fe tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600968 Jun 29 03:29:03.735849 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-56a8dfeb-4f7c-48c4-85ac-e1395fb5220f tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Notify callbacks [] for port, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:03.760104 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.provisioning_blocks [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-56a8dfeb-4f7c-48c4-85ac-e1395fb5220f tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Transition to ACTIVE for port object 5f97abf2-90d6-4f04-90f1-6bf913ff906d will not be triggered until provisioned by entity DHCP. {{(pid=92900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:29:03.837593 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 43158) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:03.851845 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-7790a285-babb-44bc-b586-4267aa3165a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:03.875058 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6506a0c-a6f2-4f78-9da2-589382ffd9dd None None] Routers {'3a983dc0-1528-417f-91aa-3847fb40e702'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:29:03.876170 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-b6506a0c-a6f2-4f78-9da2-589382ffd9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:28:45Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['3a983dc0-1528-417f-91aa-3847fb40e702'], 'active': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:29:03.933089 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-56a8dfeb-4f7c-48c4-85ac-e1395fb5220f tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859937'] for port, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:03.942722 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5018a-04cd-4fc8-996a-783a39b28f22 None None] Pushing event updated for resources: {'Port': ['ID=fefe1cfe-7878-4f5c-9aad-9220289d0b25,revision_number=3']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:03.947116 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-ab258707-6230-40fa-84bd-673445d463ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:03.951987 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG oslo_concurrency.lockutils [None req-eaa5018a-04cd-4fc8-996a-783a39b28f22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:04.023593 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-4d9f4517-cb3e-43be-beb0-bc6189ce1790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:04.045937 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-7790a285-babb-44bc-b586-4267aa3165a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:04.049320 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-56a8dfeb-4f7c-48c4-85ac-e1395fb5220f tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Network d233b631-89a5-4e35-8fad-1bc398f3d77f is already hosted by enough agents. {{(pid=92900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:29:04.063554 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-56a8dfeb-4f7c-48c4-85ac-e1395fb5220f tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Resources bound (agent type, host, resource id): {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:29:04.098908 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvr_db [None req-b6506a0c-a6f2-4f78-9da2-589382ffd9dd None None] Set router 3a983dc0-1528-417f-91aa-3847fb40e702 gateway port host: dv-cinder-797245-8-smb {{(pid=92902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:29:04.119937 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-7790a285-babb-44bc-b586-4267aa3165a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:04.153197 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 0aa31a58-3b17-4fc5-8f9a-014077666ba4 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:29:04.189832 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-4f1675a2-6dc4-4f6d-99c6-2dcecd1b397d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:04.265689 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-7790a285-babb-44bc-b586-4267aa3165a8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f713dfcaaf443b2892e2805701c3352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4264977 Jun 29 03:29:04.266117 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 43166) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:04.267132 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7790a285-babb-44bc-b586-4267aa3165a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c150452f-ffb4-41d2-8017-a6352946ac49,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:04.274957 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.db_base_plugin_common [None req-4d9f4517-cb3e-43be-beb0-bc6189ce1790 admin admin] Allocated IP 172.20.0.1 (55159499-4162-473d-91be-3f7bcc13f345/29dd2891-545c-4e5c-ada9-366a40a64358/472ed9e2-6d11-4d68-8eee-51bc8461b0c8) {{(pid=92900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:29:04.299072 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-7790a285-babb-44bc-b586-4267aa3165a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:04.408042 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67064bd-ec57-463c-a119-6ca727b8b22d req-8663c4fa-7261-49d3-97d2-142e595e0da0 tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:04.422648 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a67064bd-ec57-463c-a119-6ca727b8b22d req-8663c4fa-7261-49d3-97d2-142e595e0da0 tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d760ec-829b-4b46-9291-a975bf1737a9 HTTP/1.1" status: 200 len: 935 time: 0.3741751 Jun 29 03:29:04.428929 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-4d9f4517-cb3e-43be-beb0-bc6189ce1790 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:04.443854 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.provisioning_blocks [None req-4d9f4517-cb3e-43be-beb0-bc6189ce1790 admin admin] Transition to ACTIVE for port object 472ed9e2-6d11-4d68-8eee-51bc8461b0c8 will not be triggered until provisioned by entity DHCP. {{(pid=92900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:29:04.477808 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-56a8dfeb-4f7c-48c4-85ac-e1395fb5220f tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Received port after_create {{(pid=92900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:29:04.528409 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port 0aa31a58-3b17-4fc5-8f9a-014077666ba4 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:29:04.529660 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:04.547296 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-56a8dfeb-4f7c-48c4-85ac-e1395fb5220f tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:04.548195 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-56a8dfeb-4f7c-48c4-85ac-e1395fb5220f tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:04.552956 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-4d9f4517-cb3e-43be-beb0-bc6189ce1790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859937'] for port, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:04.556612 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a8dfeb-4f7c-48c4-85ac-e1395fb5220f tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Pushing event updated for resources: {'Port': ['ID=5f97abf2-90d6-4f04-90f1-6bf913ff906d,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:04.562994 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-56a8dfeb-4f7c-48c4-85ac-e1395fb5220f tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:04.563505 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-56a8dfeb-4f7c-48c4-85ac-e1395fb5220f tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:04.593814 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a67064bd-ec57-463c-a119-6ca727b8b22d req-79e0b604-ba46-4f6b-b61a-446cab68eb9a tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] 10.222.0.24 "GET /v2.0/security-groups?id=f541986b-c2eb-48e9-93b6-fbfd71363089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701794 Jun 29 03:29:04.596711 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-8292fcc0-eb74-4af3-ae70-e8b5d5906f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:04.604610 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-e4c324e0-c0eb-4bc9-9a73-19458b02ca03 None None] Provisioning for port 5f97abf2-90d6-4f04-90f1-6bf913ff906d completed by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:29:04.606329 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f4517-cb3e-43be-beb0-bc6189ce1790 admin admin] Pushing event updated for resources: {'Port': ['ID=472ed9e2-6d11-4d68-8eee-51bc8461b0c8,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:04.611361 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-4d9f4517-cb3e-43be-beb0-bc6189ce1790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:04.618447 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-e4c324e0-c0eb-4bc9-9a73-19458b02ca03 None None] Provisioning complete for port 5f97abf2-90d6-4f04-90f1-6bf913ff906d triggered by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:29:04.619051 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e4c324e0-c0eb-4bc9-9a73-19458b02ca03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:04.656769 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-56a8dfeb-4f7c-48c4-85ac-e1395fb5220f tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8266234 Jun 29 03:29:04.662712 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9f4517-cb3e-43be-beb0-bc6189ce1790 admin admin] Network 55159499-4162-473d-91be-3f7bcc13f345 is already hosted by enough agents. {{(pid=92900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:29:04.666395 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [None req-4d9f4517-cb3e-43be-beb0-bc6189ce1790 admin admin] Resources bound (agent type, host, resource id): {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:29:04.669535 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9f4517-cb3e-43be-beb0-bc6189ce1790 admin admin] Received port after_create {{(pid=92900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:29:04.670721 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-8292fcc0-eb74-4af3-ae70-e8b5d5906f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:04.709361 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] Request body: {'port': {'device_id': '54d760ec-829b-4b46-9291-a975bf1737a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:29:04.748361 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-e4c324e0-c0eb-4bc9-9a73-19458b02ca03 None None] Port 5f97abf2-90d6-4f04-90f1-6bf913ff906d cannot update to ACTIVE because it is not bound. {{(pid=92901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:29:04.788574 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-8292fcc0-eb74-4af3-ae70-e8b5d5906f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:04.795109 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-8292fcc0-eb74-4af3-ae70-e8b5d5906f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:04.798434 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-8292fcc0-eb74-4af3-ae70-e8b5d5906f1f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c150452f-ffb4-41d2-8017-a6352946ac49 HTTP/1.1" status: 204 len: 168 time: 0.4990294 Jun 29 03:29:04.800052 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-de6d6724-cadd-40bd-8573-82745cfb20c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:04.822043 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292fcc0-eb74-4af3-ae70-e8b5d5906f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c150452f-ffb4-41d2-8017-a6352946ac49,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:04.822861 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-4d9f4517-cb3e-43be-beb0-bc6189ce1790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8081281'] for router_interface, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:04.854339 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-b6506a0c-a6f2-4f78-9da2-589382ffd9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'name': 'tempest-AttachVolumeShelveTestJSON-1244863228-router', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15'}], 'enable_snat': True}, 'gw_port_id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:59Z', 'updated_at': '2021-06-29T03:29:01Z', 'revision_number': 3, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'gw_port': {'id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:00Z', 'updated_at': '2021-06-29T03:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb'}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:29:04.855233 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292fcc0-eb74-4af3-ae70-e8b5d5906f1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:04.856599 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292fcc0-eb74-4af3-ae70-e8b5d5906f1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:04.857805 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292fcc0-eb74-4af3-ae70-e8b5d5906f1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:04.860577 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292fcc0-eb74-4af3-ae70-e8b5d5906f1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:04.861636 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292fcc0-eb74-4af3-ae70-e8b5d5906f1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:04.862456 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292fcc0-eb74-4af3-ae70-e8b5d5906f1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:04.867315 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292fcc0-eb74-4af3-ae70-e8b5d5906f1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:04.869394 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292fcc0-eb74-4af3-ae70-e8b5d5906f1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:04.869938 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292fcc0-eb74-4af3-ae70-e8b5d5906f1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:04.870444 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292fcc0-eb74-4af3-ae70-e8b5d5906f1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:04.870958 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292fcc0-eb74-4af3-ae70-e8b5d5906f1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:04.875203 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292fcc0-eb74-4af3-ae70-e8b5d5906f1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:04.881740 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-8292fcc0-eb74-4af3-ae70-e8b5d5906f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:04.897988 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:04.925631 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6506a0c-a6f2-4f78-9da2-589382ffd9dd None None] The sync data for ids ['3a983dc0-1528-417f-91aa-3847fb40e702'] in dv-cinder-797245-8-smb is: [{'id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'name': 'tempest-AttachVolumeShelveTestJSON-1244863228-router', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15'}], 'enable_snat': True}, 'gw_port_id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:59Z', 'updated_at': '2021-06-29T03:29:01Z', 'revision_number': 3, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'gw_port': {'id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:00Z', 'updated_at': '2021-06-29T03:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb'}] {{(pid=92902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:29:05.003653 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-bd56e0f7-46e8-4c8d-8537-87b645cfbb23 None None] Provisioning for port 472ed9e2-6d11-4d68-8eee-51bc8461b0c8 completed by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:29:05.010538 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-bd56e0f7-46e8-4c8d-8537-87b645cfbb23 None None] Provisioning complete for port 472ed9e2-6d11-4d68-8eee-51bc8461b0c8 triggered by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:29:05.010959 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-bd56e0f7-46e8-4c8d-8537-87b645cfbb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:05.077518 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-bd56e0f7-46e8-4c8d-8537-87b645cfbb23 None None] Port 472ed9e2-6d11-4d68-8eee-51bc8461b0c8 cannot update to ACTIVE because it is not bound. {{(pid=92901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:29:05.243427 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceaa4fb-df96-4e3f-aed2-2a3efb104113 req-6ba63afe-e7f0-4dce-8e2d-af40a63bea8b tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:05.245029 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1ceaa4fb-df96-4e3f-aed2-2a3efb104113 req-6ba63afe-e7f0-4dce-8e2d-af40a63bea8b tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 945 time: 0.2415795 Jun 29 03:29:05.375651 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-4d9f4517-cb3e-43be-beb0-bc6189ce1790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:05.456019 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1ceaa4fb-df96-4e3f-aed2-2a3efb104113 req-99a08db9-465a-495a-a175-1aaf64cc8a94 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590517 Jun 29 03:29:05.811237 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f97abf2-90d6-4f04-90f1-6bf913ff906d {{(pid=92900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:29:05.884143 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:05.901419 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.provisioning_blocks [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] Transition to ACTIVE for port object 5f97abf2-90d6-4f04-90f1-6bf913ff906d will not be triggered until provisioned by entity L2. {{(pid=92900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:29:05.931198 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859959'] for port, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:05.935987 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-4d9f4517-cb3e-43be-beb0-bc6189ce1790 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:05.941452 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:06.005228 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-4d9f4517-cb3e-43be-beb0-bc6189ce1790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859959'] for port, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:06.099108 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5f97abf2-90d6-4f04-90f1-6bf913ff906d,revision_number=2']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:06.162364 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-4d9f4517-cb3e-43be-beb0-bc6189ce1790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7904076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8081269'] for router_interface, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:06.162619 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device fefe1cfe-7878-4f5c-9aad-9220289d0b25 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:29:06.166771 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:06.167365 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:06.167483 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:06.167837 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:06.168186 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:06.168533 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:06.168879 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:06.169223 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:06.169609 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:06.169949 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:06.170289 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:06.170676 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:06.177290 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:06.186865 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-9eaa6747-9b41-460f-89ca-44c82c8eaf5f tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:06.279681 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning for port fefe1cfe-7878-4f5c-9aad-9220289d0b25 completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:29:06.286299 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port fefe1cfe-7878-4f5c-9aad-9220289d0b25 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:29:06.286299 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:06.302501 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5f6ca-4869-4096-916a-be4291e09886 req-06663025-c857-4603-b7c8-fd96937f222d tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:06.309113 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-87c5f6ca-4869-4096-916a-be4291e09886 req-06663025-c857-4603-b7c8-fd96937f222d tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d760ec-829b-4b46-9291-a975bf1737a9 HTTP/1.1" status: 200 len: 935 time: 0.4856036 Jun 29 03:29:06.398608 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f4517-cb3e-43be-beb0-bc6189ce1790 admin admin] Pushing event updated for resources: {'Port': ['ID=472ed9e2-6d11-4d68-8eee-51bc8461b0c8,revision_number=2']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:06.420655 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-4d9f4517-cb3e-43be-beb0-bc6189ce1790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:06.471988 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-87c5f6ca-4869-4096-916a-be4291e09886 req-142d75bb-c3ce-42bf-90bf-71ad7d0dcd48 tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] 10.222.0.24 "GET /v2.0/security-groups?id=f541986b-c2eb-48e9-93b6-fbfd71363089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607044 Jun 29 03:29:06.475579 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] Attempting to bind port 5f97abf2-90d6-4f04-90f1-6bf913ff906d on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:29:06.475579 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] Attempting to bind port 5f97abf2-90d6-4f04-90f1-6bf913ff906d by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '1926d222-4bc3-4795-bb60-6ab0e2aa20dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd233b631-89a5-4e35-8fad-1bc398f3d77f'}] {{(pid=92900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:29:06.476582 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] Attempting to bind port 5f97abf2-90d6-4f04-90f1-6bf913ff906d on network d233b631-89a5-4e35-8fad-1bc398f3d77f {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:29:06.477116 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:06.488264 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] Port 5f97abf2-90d6-4f04-90f1-6bf913ff906d on network d233b631-89a5-4e35-8fad-1bc398f3d77f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:29:06.488692 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] Attempting to bind port 5f97abf2-90d6-4f04-90f1-6bf913ff906d on network d233b631-89a5-4e35-8fad-1bc398f3d77f {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:29:06.495640 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] Checking agent: {'id': '2bf09fb4-53ea-44df-98c0-2f1f129e0ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:29:06.496095 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] Checking segment: {'id': '1926d222-4bc3-4795-bb60-6ab0e2aa20dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd233b631-89a5-4e35-8fad-1bc398f3d77f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:29:06.496562 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] Bound using segment: {'id': '1926d222-4bc3-4795-bb60-6ab0e2aa20dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd233b631-89a5-4e35-8fad-1bc398f3d77f'} {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:29:06.499238 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] Bound port: 5f97abf2-90d6-4f04-90f1-6bf913ff906d, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1926d222-4bc3-4795-bb60-6ab0e2aa20dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd233b631-89a5-4e35-8fad-1bc398f3d77f'}}] {{(pid=92900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:29:06.499238 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:06.530070 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] For port fefe1cfe-7878-4f5c-9aad-9220289d0b25, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=fefe1cfe-7878-4f5c-9aad-9220289d0b25,segment=NetworkSegment(e9e5c7ef-c364-4b74-9222-2e87bd8fc345),segment_id=e9e5c7ef-c364-4b74-9222-2e87bd8fc345)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:29:06.536624 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:06.545259 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-6f695389-4f2a-4e28-9e1b-5cc96a0d71cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:06.616278 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Pushing event updated for resources: {'Port': ['ID=fefe1cfe-7878-4f5c-9aad-9220289d0b25,revision_number=4']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:06.626063 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:06.626401 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9f4517-cb3e-43be-beb0-bc6189ce1790 admin admin] Network 55159499-4162-473d-91be-3f7bcc13f345 is already hosted by enough agents. {{(pid=92900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:29:06.626983 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:06.627686 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:06.628189 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:06.628666 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:06.629234 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:06.629835 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:06.630407 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:06.631074 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:06.631582 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:06.632195 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:06.632705 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:06.646233 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:06.654320 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [None req-4d9f4517-cb3e-43be-beb0-bc6189ce1790 admin admin] Resources bound (agent type, host, resource id): {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:29:06.827946 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] For port 5f97abf2-90d6-4f04-90f1-6bf913ff906d, host hv-cinder-79724, cleared binding levels {{(pid=92900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:29:06.837665 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0a881-7409-4ea1-8a57-b55eb31711f5 req-9b89b781-24b9-4e91-b042-fff0923f0937 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:06.846256 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-3fe0a881-7409-4ea1-8a57-b55eb31711f5 req-9b89b781-24b9-4e91-b042-fff0923f0937 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 945 time: 0.1197069 Jun 29 03:29:06.876405 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] For port 5f97abf2-90d6-4f04-90f1-6bf913ff906d, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=5f97abf2-90d6-4f04-90f1-6bf913ff906d,segment=NetworkSegment(1926d222-4bc3-4795-bb60-6ab0e2aa20dd),segment_id=1926d222-4bc3-4795-bb60-6ab0e2aa20dd)] {{(pid=92900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:29:06.906941 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859959'] for port, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:06.925072 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:06.934061 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-3fe0a881-7409-4ea1-8a57-b55eb31711f5 req-44e8fa96-2a7f-47b7-b4d8-1eab6b5b10a1 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813110 Jun 29 03:29:07.055571 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:07.056239 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:07.057698 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] 10.222.0.41 "PUT /v2.0/ports/5f97abf2-90d6-4f04-90f1-6bf913ff906d HTTP/1.1" status: 200 len: 1097 time: 2.3836472 Jun 29 03:29:07.058274 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d760ec-829b-4b46-9291-a975bf1737a9', 'tag': '5f97abf2-90d6-4f04-90f1-6bf913ff906d'}] {{(pid=92900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:29:07.060799 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66f2c99c1a8368f792cdf7ad94359b02357141073d69ee97e68f670b072060b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd910614-7008-4042-b916-801867ce276d" -d '{"events": [{"name": "network-changed", "server_uuid": "54d760ec-829b-4b46-9291-a975bf1737a9", "tag": "5f97abf2-90d6-4f04-90f1-6bf913ff906d"}]}' {{(pid=92900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:29:07.070038 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9f4517-cb3e-43be-beb0-bc6189ce1790 admin admin] Router 3a983dc0-1528-417f-91aa-3847fb40e702 has already been hosted by L3 agent 7fe0c168-953d-4d47-bedf-fde3a92e458b {{(pid=92900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:29:07.113018 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5f97abf2-90d6-4f04-90f1-6bf913ff906d,revision_number=3']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:07.131431 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:07.139622 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-08654dc7-e898-40a3-9941-d6b8b78ab6b6 None None] Provisioning complete for port 472ed9e2-6d11-4d68-8eee-51bc8461b0c8 triggered by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:29:07.142444 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-08654dc7-e898-40a3-9941-d6b8b78ab6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:07.218152 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-08654dc7-e898-40a3-9941-d6b8b78ab6b6 None None] Port 472ed9e2-6d11-4d68-8eee-51bc8461b0c8 cannot update to ACTIVE because it is not bound. {{(pid=92901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:29:07.258218 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f9a79c-6e57-4f82-bc56-eed39e59d7e7 x-openstack-request-id: req-16f9a79c-6e57-4f82-bc56-eed39e59d7e7 {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:29:07.259132 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d760ec-829b-4b46-9291-a975bf1737a9", "tag": "5f97abf2-90d6-4f04-90f1-6bf913ff906d", "status": "completed", "code": 200}]} {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:29:07.268920 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-16f9a79c-6e57-4f82-bc56-eed39e59d7e7 {{(pid=92900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:29:07.268920 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d760ec-829b-4b46-9291-a975bf1737a9', 'tag': '5f97abf2-90d6-4f04-90f1-6bf913ff906d', 'status': 'completed', 'code': 200} Jun 29 03:29:07.359837 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-0e35da49-8d95-47c4-841c-039c35b0da7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:07.361600 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-0e35da49-8d95-47c4-841c-039c35b0da7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c144156fa6884a5bbf5b62d58f136b35&device_id=54d760ec-829b-4b46-9291-a975bf1737a9 HTTP/1.1" status: 200 len: 1100 time: 0.1742547 Jun 29 03:29:07.367253 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9f4517-cb3e-43be-beb0-bc6189ce1790 admin admin] Notify agent at l3_agent.dv-cinder-797245-8-smb the message routers_updated {{(pid=92900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:29:07.386703 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-4d9f4517-cb3e-43be-beb0-bc6189ce1790 admin admin] 10.222.0.24 "PUT /v2.0/routers/3a983dc0-1528-417f-91aa-3847fb40e702/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1539967 Jun 29 03:29:07.437464 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-b434f680-55a5-44ea-89c8-bc5d2c09855e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=5f97abf2-90d6-4f04-90f1-6bf913ff906d HTTP/1.1" status: 200 len: 217 time: 0.0490727 Jun 29 03:29:07.481233 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e2a8a4-b3af-49b2-a791-57697b40d8f7 None None] Sync routers for ids ['3a983dc0-1528-417f-91aa-3847fb40e702'] in dv-cinder-797245-8-smb {{(pid=92901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:29:07.493686 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e2a8a4-b3af-49b2-a791-57697b40d8f7 None None] Routers {'3a983dc0-1528-417f-91aa-3847fb40e702'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:29:07.494676 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-17e2a8a4-b3af-49b2-a791-57697b40d8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:28:45Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['3a983dc0-1528-417f-91aa-3847fb40e702'], 'active': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:29:07.507094 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-8852ff8d-db10-49fb-982b-05bc79495186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:07.510385 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-8852ff8d-db10-49fb-982b-05bc79495186 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44ae0c9b-ed52-4f22-98d5-6ef5a47304c7 HTTP/1.1" status: 200 len: 843 time: 0.0646620 Jun 29 03:29:07.651475 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-5a4315df-a0d8-48d7-abce-fec517d6c861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:07.653287 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-5a4315df-a0d8-48d7-abce-fec517d6c861 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d233b631-89a5-4e35-8fad-1bc398f3d77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1337354 Jun 29 03:29:07.693702 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvr_db [None req-17e2a8a4-b3af-49b2-a791-57697b40d8f7 None None] Set router 3a983dc0-1528-417f-91aa-3847fb40e702 gateway port host: dv-cinder-797245-8-smb {{(pid=92901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:29:08.102192 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device fefe1cfe-7878-4f5c-9aad-9220289d0b25 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:29:08.198425 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-17e2a8a4-b3af-49b2-a791-57697b40d8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'name': 'tempest-AttachVolumeShelveTestJSON-1244863228-router', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15'}], 'enable_snat': True}, 'gw_port_id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:59Z', 'updated_at': '2021-06-29T03:29:05Z', 'revision_number': 4, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'gw_port': {'id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:00Z', 'updated_at': '2021-06-29T03:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': '472ed9e2-6d11-4d68-8eee-51bc8461b0c8', 'name': '', 'network_id': '55159499-4162-473d-91be-3f7bcc13f345', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'mac_address': 'fa:16:3e:c6:6c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '29dd2891-545c-4e5c-ada9-366a40a64358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:04Z', 'updated_at': '2021-06-29T03:29:05Z', 'revision_number': 2, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'subnets': [{'id': '29dd2891-545c-4e5c-ada9-366a40a64358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:29:08.250094 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e2a8a4-b3af-49b2-a791-57697b40d8f7 None None] Checking router: 3a983dc0-1528-417f-91aa-3847fb40e702 for host: dv-cinder-797245-8-smb {{(pid=92901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:29:08.251599 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e2a8a4-b3af-49b2-a791-57697b40d8f7 None None] Updating router 3a983dc0-1528-417f-91aa-3847fb40e702 port 472ed9e2-6d11-4d68-8eee-51bc8461b0c8 binding host dv-cinder-797245-8-smb {{(pid=92901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 03:29:08.254680 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port fefe1cfe-7878-4f5c-9aad-9220289d0b25 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:29:08.255368 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:08.264137 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-151f1c8b-868a-4007-b3de-d7d449d05f5e service neutron] 10.222.0.41 "GET /v2.0/networks/d233b631-89a5-4e35-8fad-1bc398f3d77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6022425 Jun 29 03:29:08.295756 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b97e21-e17b-4224-bf9e-da1c642da58b req-158739ba-0eec-49a4-b3db-12715bbc4bde tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:08.301174 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-33b97e21-e17b-4224-bf9e-da1c642da58b req-158739ba-0eec-49a4-b3db-12715bbc4bde tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d760ec-829b-4b46-9291-a975bf1737a9 HTTP/1.1" status: 200 len: 947 time: 0.5517244 Jun 29 03:29:08.408682 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-17e2a8a4-b3af-49b2-a791-57697b40d8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:08.439869 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-33b97e21-e17b-4224-bf9e-da1c642da58b req-1cdbf784-22ff-402a-9de6-de4584529db6 tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] 10.222.0.24 "GET /v2.0/security-groups?id=f541986b-c2eb-48e9-93b6-fbfd71363089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668962 Jun 29 03:29:08.460252 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d9476680-ed46-45ea-b4a0-4ea7e74d91db req-20f5b707-24dd-4fea-a2e8-5187a4c420f7 service neutron] 10.222.0.41 "GET /v2.0/networks/d233b631-89a5-4e35-8fad-1bc398f3d77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834004 Jun 29 03:29:08.681451 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 43410) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:08.688164 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-a7f5e671-c7ae-4eba-a155-e4436fafda75 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1151460928', 'description': 'tempest-description--30440823'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:29:08.741961 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e671-c7ae-4eba-a155-e4436fafda75 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:08.850901 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 43418) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:08.857343 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4f318-1849-43ef-8d37-165161ac12e3 req-1eac288b-0af9-46b6-af04-1af0b7611e01 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:08.866689 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-08c4f318-1849-43ef-8d37-165161ac12e3 req-1eac288b-0af9-46b6-af04-1af0b7611e01 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 945 time: 0.1792107 Jun 29 03:29:08.916628 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-08c4f318-1849-43ef-8d37-165161ac12e3 req-751cefe8-66d7-481d-93b7-3236a9fae168 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488021 Jun 29 03:29:08.921284 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-17e2a8a4-b3af-49b2-a791-57697b40d8f7 None None] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:08.925015 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd910614-7008-4042-b916-801867ce276d req-bd748d0c-740e-43de-9a65-ca2e4b17bd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:08.929257 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-bd910614-7008-4042-b916-801867ce276d req-bd748d0c-740e-43de-9a65-ca2e4b17bd33 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c144156fa6884a5bbf5b62d58f136b35&device_id=54d760ec-829b-4b46-9291-a975bf1737a9 HTTP/1.1" status: 200 len: 1100 time: 0.3248408 Jun 29 03:29:08.936143 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-17e2a8a4-b3af-49b2-a791-57697b40d8f7 None None] Transition to ACTIVE for port object 472ed9e2-6d11-4d68-8eee-51bc8461b0c8 will not be triggered until provisioned by entity L2. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:29:08.938177 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e671-c7ae-4eba-a155-e4436fafda75 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:08.942467 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e671-c7ae-4eba-a155-e4436fafda75 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:08.944564 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-17e2a8a4-b3af-49b2-a791-57697b40d8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:08.953336 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:08.954793 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-591f9199-3a65-49e9-ace1-45a8f3b28c98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:08.968283 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e671-c7ae-4eba-a155-e4436fafda75 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:08.969845 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-a7f5e671-c7ae-4eba-a155-e4436fafda75 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2864962 Jun 29 03:29:08.972862 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 43428) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:08.980822 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-bf44cc9d-507a-4d27-82a9-cf9768650b46 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Request body: {'security_group_rule': {'security_group_id': 'c49eb7f8-b792-4131-a722-f54d6796ce42', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:29:09.012763 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5e671-c7ae-4eba-a155-e4436fafda75 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c49eb7f8-b792-4131-a722-f54d6796ce42,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:09.022483 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-a7f5e671-c7ae-4eba-a155-e4436fafda75 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:09.023532 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-bf44cc9d-507a-4d27-82a9-cf9768650b46 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:09.048539 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd4ffc-0226-478d-8a09-2b1edabaee51 None None] Pushing event updated for resources: {'Port': ['ID=472ed9e2-6d11-4d68-8eee-51bc8461b0c8,revision_number=3']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:09.068814 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-c1dd4ffc-0226-478d-8a09-2b1edabaee51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:09.122974 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-a7155805-1f9a-476a-b734-3230755ff545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:09.255501 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-a7155805-1f9a-476a-b734-3230755ff545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:09.265162 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd910614-7008-4042-b916-801867ce276d req-076c6d8a-ff73-47d4-988a-cd88451a1859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:09.269724 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-bd910614-7008-4042-b916-801867ce276d req-076c6d8a-ff73-47d4-988a-cd88451a1859 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d233b631-89a5-4e35-8fad-1bc398f3d77f HTTP/1.1" status: 200 len: 870 time: 0.3219347 Jun 29 03:29:09.273041 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-bf44cc9d-507a-4d27-82a9-cf9768650b46 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:09.279467 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-a7155805-1f9a-476a-b734-3230755ff545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:09.287490 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-17e2a8a4-b3af-49b2-a791-57697b40d8f7 None None] Attempting to bind port 472ed9e2-6d11-4d68-8eee-51bc8461b0c8 on host dv-cinder-797245-8-smb for vnic_type normal with profile {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:29:09.288051 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-17e2a8a4-b3af-49b2-a791-57697b40d8f7 None None] Attempting to bind port 472ed9e2-6d11-4d68-8eee-51bc8461b0c8 by drivers openvswitch,hyperv on host dv-cinder-797245-8-smb at level 0 using segments [{'id': '2b8a4e7f-1f3c-48f3-872b-763dc2e1c437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '55159499-4162-473d-91be-3f7bcc13f345'}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:29:09.288437 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e2a8a4-b3af-49b2-a791-57697b40d8f7 None None] Attempting to bind port 472ed9e2-6d11-4d68-8eee-51bc8461b0c8 on network 55159499-4162-473d-91be-3f7bcc13f345 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:29:09.295638 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e2a8a4-b3af-49b2-a791-57697b40d8f7 None None] Checking agent: {'id': '2d48862d-5b66-4de3-aaf5-496cc1a6aae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 16), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:29:09.296141 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e2a8a4-b3af-49b2-a791-57697b40d8f7 None None] Checking segment: {'id': '2b8a4e7f-1f3c-48f3-872b-763dc2e1c437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '55159499-4162-473d-91be-3f7bcc13f345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:29:09.296557 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-17e2a8a4-b3af-49b2-a791-57697b40d8f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:09.297305 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e2a8a4-b3af-49b2-a791-57697b40d8f7 None None] Bound using segment: {'id': '2b8a4e7f-1f3c-48f3-872b-763dc2e1c437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '55159499-4162-473d-91be-3f7bcc13f345'} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:29:09.297960 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-17e2a8a4-b3af-49b2-a791-57697b40d8f7 None None] Bound port: 472ed9e2-6d11-4d68-8eee-51bc8461b0c8, host: dv-cinder-797245-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b8a4e7f-1f3c-48f3-872b-763dc2e1c437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '55159499-4162-473d-91be-3f7bcc13f345'}}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:29:09.298541 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-17e2a8a4-b3af-49b2-a791-57697b40d8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:09.308842 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 43440) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:09.327856 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-9b0313c5-5a78-45da-9e29-ff6abc4fc195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:09.353384 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-a7155805-1f9a-476a-b734-3230755ff545 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ae4c19e09ff1497ab2c1c89a7fe6c856&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5012405 Jun 29 03:29:09.354843 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-bd910614-7008-4042-b916-801867ce276d req-bff94a3f-e365-40ba-8221-5017c8931dd5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=5f97abf2-90d6-4f04-90f1-6bf913ff906d HTTP/1.1" status: 200 len: 217 time: 0.0708203 Jun 29 03:29:09.360970 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-bf44cc9d-507a-4d27-82a9-cf9768650b46 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8015280'] for security_group_rule, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:09.361966 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 43444) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:09.375556 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7155805-1f9a-476a-b734-3230755ff545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5759bb-4dcb-4a49-a347-444d88e4a16f,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:09.386805 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-a7155805-1f9a-476a-b734-3230755ff545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:09.387279 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-e99bc817-bc7d-499c-99cb-04b5d17dd580 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:09.408432 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44cc9d-507a-4d27-82a9-cf9768650b46 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4024b90b-ee76-46bf-a077-449e01f117e9,revision_number=0']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:09.419751 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-bf44cc9d-507a-4d27-82a9-cf9768650b46 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:09.431549 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-bf44cc9d-507a-4d27-82a9-cf9768650b46 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:09.432756 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-bf44cc9d-507a-4d27-82a9-cf9768650b46 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4585075 Jun 29 03:29:09.437082 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 43446) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:09.454026 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-5a9a9afe-dcb2-4bcc-925b-6cfdfb11fb7f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Request body: {'security_group_rule': {'security_group_id': 'c49eb7f8-b792-4131-a722-f54d6796ce42', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:29:09.457199 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd910614-7008-4042-b916-801867ce276d req-74daf124-6cd6-4ccc-939b-c1098fdde16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:09.458675 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-bd910614-7008-4042-b916-801867ce276d req-74daf124-6cd6-4ccc-939b-c1098fdde16d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44ae0c9b-ed52-4f22-98d5-6ef5a47304c7 HTTP/1.1" status: 200 len: 843 time: 0.0882850 Jun 29 03:29:09.484514 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-46a2579e-9224-498f-862b-d40aeb10c49e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:09.507914 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-17e2a8a4-b3af-49b2-a791-57697b40d8f7 None None] For port 472ed9e2-6d11-4d68-8eee-51bc8461b0c8, host dv-cinder-797245-8-smb, cleared binding levels {{(pid=92901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:29:09.516723 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-46a2579e-9224-498f-862b-d40aeb10c49e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:09.518669 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5a9a9afe-dcb2-4bcc-925b-6cfdfb11fb7f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:09.522576 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-17e2a8a4-b3af-49b2-a791-57697b40d8f7 None None] For port 472ed9e2-6d11-4d68-8eee-51bc8461b0c8, host dv-cinder-797245-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=472ed9e2-6d11-4d68-8eee-51bc8461b0c8,segment=NetworkSegment(2b8a4e7f-1f3c-48f3-872b-763dc2e1c437),segment_id=2b8a4e7f-1f3c-48f3-872b-763dc2e1c437)] {{(pid=92901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:29:09.543111 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-17e2a8a4-b3af-49b2-a791-57697b40d8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:09.548668 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-6cdea5eb-142b-4111-b0e8-3c6f9916bd3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:09.563929 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:09.621118 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e2a8a4-b3af-49b2-a791-57697b40d8f7 None None] Routers {'3a983dc0-1528-417f-91aa-3847fb40e702'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:29:09.621923 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-17e2a8a4-b3af-49b2-a791-57697b40d8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:28:45Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['3a983dc0-1528-417f-91aa-3847fb40e702'], 'active': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:29:09.627452 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5a9a9afe-dcb2-4bcc-925b-6cfdfb11fb7f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:09.633804 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd910614-7008-4042-b916-801867ce276d req-d661c3db-8554-4eb2-bf6b-dcb012f0d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:09.635694 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-bd910614-7008-4042-b916-801867ce276d req-d661c3db-8554-4eb2-bf6b-dcb012f0d5bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d233b631-89a5-4e35-8fad-1bc398f3d77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1683514 Jun 29 03:29:09.637650 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5a9a9afe-dcb2-4bcc-925b-6cfdfb11fb7f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8015280'] for security_group_rule, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:09.639707 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:09.676838 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a9afe-dcb2-4bcc-925b-6cfdfb11fb7f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d77394c-5fe9-4ab6-8110-11e1b4bca841,revision_number=0']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:09.680693 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-5a9a9afe-dcb2-4bcc-925b-6cfdfb11fb7f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:09.692864 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-46a2579e-9224-498f-862b-d40aeb10c49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:09.695404 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-46a2579e-9224-498f-862b-d40aeb10c49e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:09.698857 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-46a2579e-9224-498f-862b-d40aeb10c49e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc5759bb-4dcb-4a49-a347-444d88e4a16f HTTP/1.1" status: 204 len: 168 time: 0.3303318 Jun 29 03:29:09.715541 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-b7dc8d8f-f87a-4fc1-9f06-361234b65c51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:09.732454 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2579e-9224-498f-862b-d40aeb10c49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5759bb-4dcb-4a49-a347-444d88e4a16f,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:09.735413 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-46a2579e-9224-498f-862b-d40aeb10c49e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:09.741360 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd4ffc-0226-478d-8a09-2b1edabaee51 None None] Pushing event updated for resources: {'Port': ['ID=472ed9e2-6d11-4d68-8eee-51bc8461b0c8,revision_number=4']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:09.750302 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-c1dd4ffc-0226-478d-8a09-2b1edabaee51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:09.774871 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773c92e-776a-4282-bb13-244b5132754a req-a5f58633-852b-466d-863c-3dc1681e4e10 tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:09.776572 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b773c92e-776a-4282-bb13-244b5132754a req-a5f58633-852b-466d-863c-3dc1681e4e10 tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d760ec-829b-4b46-9291-a975bf1737a9 HTTP/1.1" status: 200 len: 947 time: 0.1032617 Jun 29 03:29:09.847994 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b773c92e-776a-4282-bb13-244b5132754a req-3779e17e-e867-429f-b782-24e7fbfa600d tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] 10.222.0.24 "GET /v2.0/security-groups?id=f541986b-c2eb-48e9-93b6-fbfd71363089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625958 Jun 29 03:29:09.875578 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-bd910614-7008-4042-b916-801867ce276d req-e9ca65b2-fd67-409a-86fc-5c285c0de519 service neutron] 10.222.0.41 "GET /v2.0/networks/d233b631-89a5-4e35-8fad-1bc398f3d77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267871 Jun 29 03:29:09.877151 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvr_db [None req-17e2a8a4-b3af-49b2-a791-57697b40d8f7 None None] Set router 3a983dc0-1528-417f-91aa-3847fb40e702 gateway port host: dv-cinder-797245-8-smb {{(pid=92901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:29:09.955369 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-6cdea5eb-142b-4111-b0e8-3c6f9916bd3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:09.965289 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-6cdea5eb-142b-4111-b0e8-3c6f9916bd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:09.976389 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5a9a9afe-dcb2-4bcc-925b-6cfdfb11fb7f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:09.978012 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-5a9a9afe-dcb2-4bcc-925b-6cfdfb11fb7f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5334148 Jun 29 03:29:09.981031 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 43460) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:09.986846 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-d7ebf376-1dc4-4d16-b720-93a385f28563 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Request body: {'floatingip': {'floating_network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:29:09.994984 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:09.999939 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-6cdea5eb-142b-4111-b0e8-3c6f9916bd3e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=990da7e0bd144227910c4fc83656f674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6879649 Jun 29 03:29:10.003428 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 43462) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:10.029830 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-d7ebf376-1dc4-4d16-b720-93a385f28563 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for floatingip, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:10.071127 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdea5eb-142b-4111-b0e8-3c6f9916bd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81c175a-1fac-482a-81cb-cc78a4e5e2ce,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:10.081755 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-bd910614-7008-4042-b916-801867ce276d req-1a6bf027-5edd-4337-a689-d02a5060673a service neutron] 10.222.0.41 "GET /v2.0/networks/d233b631-89a5-4e35-8fad-1bc398f3d77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966136 Jun 29 03:29:10.084705 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-6cdea5eb-142b-4111-b0e8-3c6f9916bd3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:10.113083 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-a2f007e0-e7b0-4428-b5ed-5153e10bd1d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:10.147490 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-a2f007e0-e7b0-4428-b5ed-5153e10bd1d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:10.203815 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-a2f007e0-e7b0-4428-b5ed-5153e10bd1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:10.206564 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-a2f007e0-e7b0-4428-b5ed-5153e10bd1d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:10.208170 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-a2f007e0-e7b0-4428-b5ed-5153e10bd1d4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c81c175a-1fac-482a-81cb-cc78a4e5e2ce HTTP/1.1" status: 204 len: 168 time: 0.2013941 Jun 29 03:29:10.208453 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-fcd73057-2119-4d09-b92b-2207a597e516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:10.211968 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-d7ebf376-1dc4-4d16-b720-93a385f28563 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:10.221619 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-17e2a8a4-b3af-49b2-a791-57697b40d8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'name': 'tempest-AttachVolumeShelveTestJSON-1244863228-router', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15'}], 'enable_snat': True}, 'gw_port_id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:59Z', 'updated_at': '2021-06-29T03:29:05Z', 'revision_number': 4, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'gw_port': {'id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:00Z', 'updated_at': '2021-06-29T03:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': '472ed9e2-6d11-4d68-8eee-51bc8461b0c8', 'name': '', 'network_id': '55159499-4162-473d-91be-3f7bcc13f345', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'mac_address': 'fa:16:3e:c6:6c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '29dd2891-545c-4e5c-ada9-366a40a64358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:04Z', 'updated_at': '2021-06-29T03:29:09Z', 'revision_number': 4, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'subnets': [{'id': '29dd2891-545c-4e5c-ada9-366a40a64358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:29:10.228139 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f007e0-e7b0-4428-b5ed-5153e10bd1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81c175a-1fac-482a-81cb-cc78a4e5e2ce,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:10.231729 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-a2f007e0-e7b0-4428-b5ed-5153e10bd1d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:10.275687 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358a651-4be7-4aa4-b1fc-cce653ab1494 req-864ff2a4-85ec-496d-9f4b-08e458de5441 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:10.283083 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f358a651-4be7-4aa4-b1fc-cce653ab1494 req-864ff2a4-85ec-496d-9f4b-08e458de5441 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 945 time: 0.1320214 Jun 29 03:29:10.320720 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e2a8a4-b3af-49b2-a791-57697b40d8f7 None None] The sync data for ids ['3a983dc0-1528-417f-91aa-3847fb40e702'] in dv-cinder-797245-8-smb is: [{'id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'name': 'tempest-AttachVolumeShelveTestJSON-1244863228-router', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15'}], 'enable_snat': True}, 'gw_port_id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:59Z', 'updated_at': '2021-06-29T03:29:05Z', 'revision_number': 4, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'gw_port': {'id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:00Z', 'updated_at': '2021-06-29T03:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': '472ed9e2-6d11-4d68-8eee-51bc8461b0c8', 'name': '', 'network_id': '55159499-4162-473d-91be-3f7bcc13f345', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'mac_address': 'fa:16:3e:c6:6c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '29dd2891-545c-4e5c-ada9-366a40a64358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:04Z', 'updated_at': '2021-06-29T03:29:09Z', 'revision_number': 4, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'subnets': [{'id': '29dd2891-545c-4e5c-ada9-366a40a64358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:29:10.376095 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f358a651-4be7-4aa4-b1fc-cce653ab1494 req-fcd50893-31e7-4352-9b71-0ffc90de6821 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879970 Jun 29 03:29:10.434199 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.db_base_plugin_common [None req-d7ebf376-1dc4-4d16-b720-93a385f28563 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Allocated IP 172.28.2.81 (66e8c627-bfc7-4283-9c88-a2a34f7e2e0b/c8165791-a4a1-46c6-a3dc-c0e6529e25bd/d59a44bb-1fc1-4058-89e9-7dfbe9f6303b) {{(pid=92899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:29:10.608122 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-d7ebf376-1dc4-4d16-b720-93a385f28563 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for port, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:10.687394 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-d7ebf376-1dc4-4d16-b720-93a385f28563 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302'] for port, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:10.704192 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:10.729396 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ebf376-1dc4-4d16-b720-93a385f28563 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Network 66e8c627-bfc7-4283-9c88-a2a34f7e2e0b is already hosted by enough agents. {{(pid=92899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:29:10.738114 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.base_scheduler [None req-d7ebf376-1dc4-4d16-b720-93a385f28563 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Resources bound (agent type, host, resource id): {{(pid=92899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:29:10.753373 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ebf376-1dc4-4d16-b720-93a385f28563 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Received port after_create {{(pid=92899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:29:10.830380 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 43500) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:10.838719 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ebf376-1dc4-4d16-b720-93a385f28563 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Pushing event updated for resources: {'Port': ['ID=d59a44bb-1fc1-4058-89e9-7dfbe9f6303b,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:10.861265 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-d7ebf376-1dc4-4d16-b720-93a385f28563 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:10.863960 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-ec4f37aa-272b-4e32-beed-456ec153c8da admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:10.955853 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-d7ebf376-1dc4-4d16-b720-93a385f28563 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:10.978940 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-ec4f37aa-272b-4e32-beed-456ec153c8da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:10.990903 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-ec4f37aa-272b-4e32-beed-456ec153c8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:11.017383 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-675f8598-6a5d-48ef-8705-b65ca650e8ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:11.038216 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-d7ebf376-1dc4-4d16-b720-93a385f28563 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:11.046887 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-ec4f37aa-272b-4e32-beed-456ec153c8da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f7984864f5049bf9465c9febd0fe845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2147412 Jun 29 03:29:11.047826 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f37aa-272b-4e32-beed-456ec153c8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6555cb0a-158b-46a3-905b-77aa34792370,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:11.052194 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-ec4f37aa-272b-4e32-beed-456ec153c8da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:11.052900 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 43508) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:11.152235 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-3ec1f996-5559-4231-aa11-d22fa8cde90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:11.199006 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-3ec1f996-5559-4231-aa11-d22fa8cde90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:11.244505 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834a643-7866-415b-bd57-ee65f57fb80d req-ce31fcb7-33e2-49ad-a447-cde03be84abd tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:11.256076 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-2834a643-7866-415b-bd57-ee65f57fb80d req-ce31fcb7-33e2-49ad-a447-cde03be84abd tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d760ec-829b-4b46-9291-a975bf1737a9 HTTP/1.1" status: 200 len: 947 time: 0.1552255 Jun 29 03:29:11.404186 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-2834a643-7866-415b-bd57-ee65f57fb80d req-748ce1f2-0d4b-4610-9fc0-309031adbae3 tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] 10.222.0.24 "GET /v2.0/security-groups?id=f541986b-c2eb-48e9-93b6-fbfd71363089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435626 Jun 29 03:29:11.421407 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-3ec1f996-5559-4231-aa11-d22fa8cde90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:11.425107 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-3ec1f996-5559-4231-aa11-d22fa8cde90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:11.426945 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-3ec1f996-5559-4231-aa11-d22fa8cde90e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6555cb0a-158b-46a3-905b-77aa34792370 HTTP/1.1" status: 204 len: 168 time: 0.3728497 Jun 29 03:29:11.428226 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-7f209749-3d9d-46eb-a7bf-5547641ffaaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:11.442085 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1f996-5559-4231-aa11-d22fa8cde90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6555cb0a-158b-46a3-905b-77aa34792370,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:11.446511 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-3ec1f996-5559-4231-aa11-d22fa8cde90e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:11.627496 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-d7ebf376-1dc4-4d16-b720-93a385f28563 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for port, precommit_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:11.639831 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-d7ebf376-1dc4-4d16-b720-93a385f28563 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:11.646231 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabab3e-3aed-4b2a-adc8-67b14d711a37 req-db6f328f-9a3d-4cc8-857e-06f357a8a360 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:11.650439 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:11.653184 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-bdabab3e-3aed-4b2a-adc8-67b14d711a37 req-db6f328f-9a3d-4cc8-857e-06f357a8a360 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 945 time: 0.0918906 Jun 29 03:29:11.705508 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-d7ebf376-1dc4-4d16-b720-93a385f28563 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8077441'] for floatingip, after_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:11.710150 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ebf376-1dc4-4d16-b720-93a385f28563 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Pushing event updated for resources: {'Port': ['ID=d59a44bb-1fc1-4058-89e9-7dfbe9f6303b,revision_number=2']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:11.719803 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-d7ebf376-1dc4-4d16-b720-93a385f28563 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:11.729023 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-bdabab3e-3aed-4b2a-adc8-67b14d711a37 req-5b6d3ded-b17b-4c1a-b94e-1b3030e40276 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658259 Jun 29 03:29:11.734338 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-d7ebf376-1dc4-4d16-b720-93a385f28563 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for floatingip, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:11.736209 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-d7ebf376-1dc4-4d16-b720-93a385f28563 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7539527 Jun 29 03:29:11.863979 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 5f97abf2-90d6-4f04-90f1-6bf913ff906d details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:29:12.000106 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 5f97abf2-90d6-4f04-90f1-6bf913ff906d, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=5f97abf2-90d6-4f04-90f1-6bf913ff906d,segment=NetworkSegment(1926d222-4bc3-4795-bb60-6ab0e2aa20dd),segment_id=1926d222-4bc3-4795-bb60-6ab0e2aa20dd)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:29:12.049312 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Returning: {'device': '5f97abf2-90d6-4f04-90f1-6bf913ff906d', 'network_id': 'd233b631-89a5-4e35-8fad-1bc398f3d77f', 'port_id': '5f97abf2-90d6-4f04-90f1-6bf913ff906d', 'mac_address': 'fa:16:3e:9b:78:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44ae0c9b-ed52-4f22-98d5-6ef5a47304c7', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:29:12.105223 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:12.146510 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-593c2f72-f68b-48d3-9a69-32f61cb60344 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1151460928&fields=id&tenant_id=c906214f7a4549de98d1e94094ae6e28 HTTP/1.1" status: 200 len: 267 time: 0.0976076 Jun 29 03:29:12.147879 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f97abf2-90d6-4f04-90f1-6bf913ff906d {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:29:12.152712 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 472ed9e2-6d11-4d68-8eee-51bc8461b0c8 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:29:12.239305 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 5f97abf2-90d6-4f04-90f1-6bf913ff906d, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=5f97abf2-90d6-4f04-90f1-6bf913ff906d,segment=NetworkSegment(1926d222-4bc3-4795-bb60-6ab0e2aa20dd),segment_id=1926d222-4bc3-4795-bb60-6ab0e2aa20dd)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:29:12.252563 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:12.256305 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:12.294390 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning for port 472ed9e2-6d11-4d68-8eee-51bc8461b0c8 completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:29:12.309220 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port 472ed9e2-6d11-4d68-8eee-51bc8461b0c8 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:29:12.309661 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:12.312199 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-fa9ef1cf-4a4d-4e90-8add-3c1842c6a6c2 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:12.316259 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-fa9ef1cf-4a4d-4e90-8add-3c1842c6a6c2 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/networks?id=55159499-4162-473d-91be-3f7bcc13f345 HTTP/1.1" status: 200 len: 817 time: 0.1631835 Jun 29 03:29:12.339087 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-554223e9-80a2-47ab-9e34-9f7ea0f20592 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/quotas/c906214f7a4549de98d1e94094ae6e28 HTTP/1.1" status: 200 len: 375 time: 0.0150998 Jun 29 03:29:12.379899 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=5f97abf2-90d6-4f04-90f1-6bf913ff906d,revision_number=4']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:12.383920 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:12.470652 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-b5f18c43-720d-4b7b-8306-a876f12a48cc tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c906214f7a4549de98d1e94094ae6e28&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1115379 Jun 29 03:29:12.470789 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:12.514738 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] For port 472ed9e2-6d11-4d68-8eee-51bc8461b0c8, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=472ed9e2-6d11-4d68-8eee-51bc8461b0c8,segment=NetworkSegment(2b8a4e7f-1f3c-48f3-872b-763dc2e1c437),segment_id=2b8a4e7f-1f3c-48f3-872b-763dc2e1c437)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:29:12.525114 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:12.529654 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:12.620990 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Pushing event updated for resources: {'Port': ['ID=472ed9e2-6d11-4d68-8eee-51bc8461b0c8,revision_number=5']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:12.653670 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:12.656917 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['5f97abf2-90d6-4f04-90f1-6bf913ff906d'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:29:12.697953 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-f9de2ab4-d19d-4922-bf81-7a67b4d8adb3 service neutron] 10.222.0.24 "GET /v2.0/networks/55159499-4162-473d-91be-3f7bcc13f345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184556 Jun 29 03:29:12.730992 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f11b7f-8113-43e3-b3b5-690978ce82a0 req-ee5de2e1-8dab-4f4f-8025-b5eec21fafa2 tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:12.739298 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-75f11b7f-8113-43e3-b3b5-690978ce82a0 req-ee5de2e1-8dab-4f4f-8025-b5eec21fafa2 tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d760ec-829b-4b46-9291-a975bf1737a9 HTTP/1.1" status: 200 len: 948 time: 0.1395013 Jun 29 03:29:12.818053 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-75f11b7f-8113-43e3-b3b5-690978ce82a0 req-5ceed75c-edb3-4455-a675-603731dd3ad7 tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] 10.222.0.24 "GET /v2.0/security-groups?id=f541986b-c2eb-48e9-93b6-fbfd71363089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696158 Jun 29 03:29:12.878161 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-6a5de0c8-c147-456f-b1c9-b55919cef374 service neutron] 10.222.0.24 "GET /v2.0/networks/55159499-4162-473d-91be-3f7bcc13f345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787050 Jun 29 03:29:13.090433 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-07370d88-035b-4e53-ae26-1289f67eb0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:13.236097 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-8b99b709-4fa0-4aa6-bb95-c746d36fd418 req-6b5d7d90-3adc-4fa5-90ac-1b5e966aac24 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 210 time: 0.0603824 Jun 29 03:29:13.279703 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272c539-fb7f-4bf9-b11e-304b8ff895bb req-95e513c1-3b8f-449d-a7dd-50644e44bd7e tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:13.288173 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-4272c539-fb7f-4bf9-b11e-304b8ff895bb req-95e513c1-3b8f-449d-a7dd-50644e44bd7e tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 945 time: 0.0939765 Jun 29 03:29:13.332384 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-4272c539-fb7f-4bf9-b11e-304b8ff895bb req-189b5af7-3bd6-4f65-a1f4-843ee5aca601 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428622 Jun 29 03:29:13.878046 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 5f97abf2-90d6-4f04-90f1-6bf913ff906d up at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:29:13.952360 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning for port 5f97abf2-90d6-4f04-90f1-6bf913ff906d completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:29:13.959821 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning complete for port 5f97abf2-90d6-4f04-90f1-6bf913ff906d triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:29:13.960185 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:14.071032 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e905c05-ee0d-4c5c-ae15-f546ccacef02 req-d0c6113b-d3cd-4f0e-8691-cb69cce75d99 tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:14.073442 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-5e905c05-ee0d-4c5c-ae15-f546ccacef02 req-d0c6113b-d3cd-4f0e-8691-cb69cce75d99 tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d760ec-829b-4b46-9291-a975bf1737a9 HTTP/1.1" status: 200 len: 948 time: 0.1020911 Jun 29 03:29:14.090797 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 472ed9e2-6d11-4d68-8eee-51bc8461b0c8 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:29:14.115647 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-5e905c05-ee0d-4c5c-ae15-f546ccacef02 req-591d66f8-9914-42a7-89fd-f794a43bfda6 tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] 10.222.0.24 "GET /v2.0/security-groups?id=f541986b-c2eb-48e9-93b6-fbfd71363089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349140 Jun 29 03:29:14.134249 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:14.177612 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d760ec-829b-4b46-9291-a975bf1737a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f97abf2-90d6-4f04-90f1-6bf913ff906d'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:29:14.180217 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a73cdd3c09cce4d0d67d6945d9627c9a5996a68627341085c627af31117b31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec21fed-fae7-4cc5-8863-2ce7af94a369" -d '{"events": [{"server_uuid": "54d760ec-829b-4b46-9291-a975bf1737a9", "name": "network-vif-plugged", "status": "completed", "tag": "5f97abf2-90d6-4f04-90f1-6bf913ff906d"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:29:14.200529 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 5f97abf2-90d6-4f04-90f1-6bf913ff906d, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=5f97abf2-90d6-4f04-90f1-6bf913ff906d,segment=NetworkSegment(1926d222-4bc3-4795-bb60-6ab0e2aa20dd),segment_id=1926d222-4bc3-4795-bb60-6ab0e2aa20dd)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:29:14.207327 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port 472ed9e2-6d11-4d68-8eee-51bc8461b0c8 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:29:14.208043 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:14.211090 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:14.230916 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:14.273070 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa02cf00-10d6-4b0e-8f42-a237a150eeca x-openstack-request-id: req-fa02cf00-10d6-4b0e-8f42-a237a150eeca {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:29:14.273393 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d760ec-829b-4b46-9291-a975bf1737a9", "name": "network-vif-plugged", "status": "completed", "tag": "5f97abf2-90d6-4f04-90f1-6bf913ff906d", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:29:14.273725 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fa02cf00-10d6-4b0e-8f42-a237a150eeca {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:29:14.274314 dv-cinder-797245-8-smb neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d760ec-829b-4b46-9291-a975bf1737a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f97abf2-90d6-4f04-90f1-6bf913ff906d', 'code': 200} Jun 29 03:29:14.315731 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=5f97abf2-90d6-4f04-90f1-6bf913ff906d,revision_number=5']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:14.320945 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:14.523860 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-730401a5-c289-4441-8da9-0007bb7b85ca req-d0aded9a-15b1-4b6e-979c-a3267127bdb7 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 210 time: 0.0655019 Jun 29 03:29:14.624617 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-42f164b4-89f3-4712-b894-27d34e663814 req-44115671-cfa0-4a1d-a285-f74e8ad0360a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1761141 Jun 29 03:29:14.766820 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507bdf56-8732-48f5-b0ee-568a08e13bf5 req-27034c0a-5744-4efe-9ad4-8f229fec83de tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:14.768476 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-507bdf56-8732-48f5-b0ee-568a08e13bf5 req-27034c0a-5744-4efe-9ad4-8f229fec83de tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 945 time: 0.1069798 Jun 29 03:29:14.818314 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-507bdf56-8732-48f5-b0ee-568a08e13bf5 req-60e7892d-c66d-4c39-a443-e2eaf1e93f24 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441413 Jun 29 03:29:14.885843 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7aaa9b-2ffc-40ce-8516-f7923c5c09ab req-98673060-ae6e-45ac-818f-76d9d5828056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:14.887431 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1a7aaa9b-2ffc-40ce-8516-f7923c5c09ab req-98673060-ae6e-45ac-818f-76d9d5828056 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=54d760ec-829b-4b46-9291-a975bf1737a9 HTTP/1.1" status: 200 len: 1102 time: 0.1050041 Jun 29 03:29:14.890745 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f164b4-89f3-4712-b894-27d34e663814 req-3e5c3bef-2683-434a-a7d0-b57b52b60486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:14.892209 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-42f164b4-89f3-4712-b894-27d34e663814 req-3e5c3bef-2683-434a-a7d0-b57b52b60486 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9902c70e108740118a4f71868bc0d52c&device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 1098 time: 0.1013343 Jun 29 03:29:14.932744 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-77f727c3-a299-469b-96e8-dc230ab0dfa3 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:14.934214 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-77f727c3-a299-469b-96e8-dc230ab0dfa3 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.41 "GET /v2.0/networks?id=55159499-4162-473d-91be-3f7bcc13f345 HTTP/1.1" status: 200 len: 817 time: 0.1302178 Jun 29 03:29:14.952501 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1a7aaa9b-2ffc-40ce-8516-f7923c5c09ab req-c9e8f968-f305-4e1a-a09e-0263230085ae service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f541986b-c2eb-48e9-93b6-fbfd71363089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523260 Jun 29 03:29:15.021433 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f164b4-89f3-4712-b894-27d34e663814 req-0bff78bb-7a7c-446c-af35-6aee77ecced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:15.022887 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-42f164b4-89f3-4712-b894-27d34e663814 req-0bff78bb-7a7c-446c-af35-6aee77ecced8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fbd73007-b4d3-49e9-a03f-426fb9b7fdeb HTTP/1.1" status: 200 len: 919 time: 0.0944629 Jun 29 03:29:15.311333 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-f5859079-7d94-465e-bc0f-fdb7be868d45 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c906214f7a4549de98d1e94094ae6e28 HTTP/1.1" status: 200 len: 380 time: 0.0476162 Jun 29 03:29:15.322422 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-9806d270-7636-4e9e-87b7-e43c47813947 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Request body: {'port': {'device_id': '5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e', 'network_id': '55159499-4162-473d-91be-3f7bcc13f345', 'admin_state_up': True, 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'security_groups': ['c49eb7f8-b792-4131-a722-f54d6796ce42']}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:29:15.344524 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-42f164b4-89f3-4712-b894-27d34e663814 req-2e258111-9e8d-4b36-b62a-bc2f7528f291 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57ed9626-8d20-499e-b4ce-9c1f0667e3b6 HTTP/1.1" status: 200 len: 217 time: 0.0470133 Jun 29 03:29:15.378760 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77797e80-c804-4aea-bf83-8469c8e33293 req-cd8cd67c-669a-4190-8858-969643ffcc13 tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:15.380399 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-77797e80-c804-4aea-bf83-8469c8e33293 req-cd8cd67c-669a-4190-8858-969643ffcc13 tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d760ec-829b-4b46-9291-a975bf1737a9 HTTP/1.1" status: 200 len: 949 time: 0.1101649 Jun 29 03:29:15.448133 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f164b4-89f3-4712-b894-27d34e663814 req-0e34032d-6144-45b8-9461-293d973f83ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:15.449575 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-42f164b4-89f3-4712-b894-27d34e663814 req-0e34032d-6144-45b8-9461-293d973f83ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f0118e0e-acf3-4d0b-868c-48a64b84ce54 HTTP/1.1" status: 200 len: 858 time: 0.0682583 Jun 29 03:29:15.455993 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-77797e80-c804-4aea-bf83-8469c8e33293 req-cadecd3f-b61b-4c41-bcb1-0c6f38ae0123 tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] 10.222.0.24 "GET /v2.0/security-groups?id=f541986b-c2eb-48e9-93b6-fbfd71363089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484307 Jun 29 03:29:15.473768 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-9806d270-7636-4e9e-87b7-e43c47813947 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Made reservation on behalf of c906214f7a4549de98d1e94094ae6e28 for: {'port': 1} {{(pid=92899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:29:15.477434 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-9806d270-7636-4e9e-87b7-e43c47813947 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:15.482790 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-b7529f7e-0b1b-441b-8d7b-be1983d32324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:15.516064 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-42f164b4-89f3-4712-b894-27d34e663814 req-3a28f0f9-43ef-4ec4-ac5b-3afe259a3323 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fbd73007-b4d3-49e9-a03f-426fb9b7fdeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298693 Jun 29 03:29:15.622356 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.db_base_plugin_common [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-9806d270-7636-4e9e-87b7-e43c47813947 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Allocated IP 172.20.0.9 (55159499-4162-473d-91be-3f7bcc13f345/29dd2891-545c-4e5c-ada9-366a40a64358/33ab6b5d-9c56-4ba6-bc3b-d890a2af9384) {{(pid=92899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:29:15.637193 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-42f164b4-89f3-4712-b894-27d34e663814 req-d04ed0f0-f8c3-4b49-a60f-08c535435341 service neutron] 10.222.0.41 "GET /v2.0/networks/fbd73007-b4d3-49e9-a03f-426fb9b7fdeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125066 Jun 29 03:29:15.786347 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-42f164b4-89f3-4712-b894-27d34e663814 req-bba36a8b-e1b5-4c84-99c9-33432d9ad1c6 service neutron] 10.222.0.41 "GET /v2.0/networks/fbd73007-b4d3-49e9-a03f-426fb9b7fdeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379244 Jun 29 03:29:15.829042 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-9806d270-7636-4e9e-87b7-e43c47813947 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for port, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:15.845907 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.provisioning_blocks [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-9806d270-7636-4e9e-87b7-e43c47813947 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Transition to ACTIVE for port object 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 will not be triggered until provisioned by entity DHCP. {{(pid=92899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:29:15.850268 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e0d4a84e-a0eb-40ca-835e-55970686606d req-5f053282-2498-4d46-a199-595c122ae6c3 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 210 time: 0.0482743 Jun 29 03:29:15.867731 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:15.930885 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-9806d270-7636-4e9e-87b7-e43c47813947 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302'] for port, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:15.944997 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:15.996783 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-9806d270-7636-4e9e-87b7-e43c47813947 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Network 55159499-4162-473d-91be-3f7bcc13f345 is already hosted by enough agents. {{(pid=92899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:29:16.008095 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.base_scheduler [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-9806d270-7636-4e9e-87b7-e43c47813947 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Resources bound (agent type, host, resource id): {{(pid=92899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:29:16.017344 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-9806d270-7636-4e9e-87b7-e43c47813947 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Received port after_create {{(pid=92899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:29:16.023255 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-9806d270-7636-4e9e-87b7-e43c47813947 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:16.023909 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-9806d270-7636-4e9e-87b7-e43c47813947 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for port, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:16.051229 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 43718) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:16.073917 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9806d270-7636-4e9e-87b7-e43c47813947 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Pushing event updated for resources: {'Port': ['ID=33ab6b5d-9c56-4ba6-bc3b-d890a2af9384,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:16.078194 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-9806d270-7636-4e9e-87b7-e43c47813947 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:16.080065 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-9806d270-7636-4e9e-87b7-e43c47813947 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7628393 Jun 29 03:29:16.102108 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-e4dad97e-03b6-47b3-9f28-88ca5d3dbcf0 service neutron] Request body: {'port': {'device_id': '5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:29:16.136045 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb87006-f13e-4549-85d4-72b9d3ec8d2e req-876a1b36-b339-4514-9e1d-6715e7e949be tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:16.137557 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-ccb87006-f13e-4549-85d4-72b9d3ec8d2e req-876a1b36-b339-4514-9e1d-6715e7e949be tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 945 time: 0.1431499 Jun 29 03:29:16.177803 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-c3bd7d35-d250-4763-801d-5dc140d46a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:16.213157 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-ccb87006-f13e-4549-85d4-72b9d3ec8d2e req-44f7919d-7406-446c-824b-5bce76e69313 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661752 Jun 29 03:29:16.214089 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-e4dad97e-03b6-47b3-9f28-88ca5d3dbcf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:16.250235 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-e68ed29b-90d4-48f6-880a-bfba74d600fc None None] Provisioning for port 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 completed by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:29:16.256673 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-e68ed29b-90d4-48f6-880a-bfba74d600fc None None] Provisioning complete for port 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 triggered by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:29:16.257285 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e68ed29b-90d4-48f6-880a-bfba74d600fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:16.278005 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-c3bd7d35-d250-4763-801d-5dc140d46a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:16.283310 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-c3bd7d35-d250-4763-801d-5dc140d46a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:16.286517 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-1c1f1b8f-6b6b-4bbb-bf62-c4225d8dba49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:16.298008 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-e68ed29b-90d4-48f6-880a-bfba74d600fc None None] Port 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 cannot update to ACTIVE because it is not bound. {{(pid=92901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:29:16.323043 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd7d35-d250-4763-801d-5dc140d46a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7727fb42-e303-482f-b0d8-79ad049c0d4f,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:16.327884 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-c3bd7d35-d250-4763-801d-5dc140d46a84 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=93e67cc418104c3989f1cf7374ad7dc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2755487 Jun 29 03:29:16.328983 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-c3bd7d35-d250-4763-801d-5dc140d46a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:16.330564 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 43722) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:16.380970 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-bb05b181-48bb-4c5b-a737-9791e27cd692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:16.403859 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-bb05b181-48bb-4c5b-a737-9791e27cd692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:16.462257 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-bb05b181-48bb-4c5b-a737-9791e27cd692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:16.465428 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-bb05b181-48bb-4c5b-a737-9791e27cd692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:16.469347 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-bb05b181-48bb-4c5b-a737-9791e27cd692 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7727fb42-e303-482f-b0d8-79ad049c0d4f HTTP/1.1" status: 204 len: 168 time: 0.1346967 Jun 29 03:29:16.469347 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-6cdea5eb-142b-4111-b0e8-3c6f9916bd3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:16.478126 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05b181-48bb-4c5b-a737-9791e27cd692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7727fb42-e303-482f-b0d8-79ad049c0d4f,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:16.488235 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-bb05b181-48bb-4c5b-a737-9791e27cd692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:16.504856 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.notifiers.nova [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-e4dad97e-03b6-47b3-9f28-88ca5d3dbcf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 {{(pid=92899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:29:16.513672 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-e4dad97e-03b6-47b3-9f28-88ca5d3dbcf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:16.526661 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.provisioning_blocks [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-e4dad97e-03b6-47b3-9f28-88ca5d3dbcf0 service neutron] Transition to ACTIVE for port object 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 will not be triggered until provisioned by entity L2. {{(pid=92899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:29:16.534476 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-e4dad97e-03b6-47b3-9f28-88ca5d3dbcf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:16.539293 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:16.539985 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-d7ebf376-1dc4-4d16-b720-93a385f28563 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:16.596017 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dad97e-03b6-47b3-9f28-88ca5d3dbcf0 service neutron] Pushing event updated for resources: {'Port': ['ID=33ab6b5d-9c56-4ba6-bc3b-d890a2af9384,revision_number=2']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:16.601145 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-e4dad97e-03b6-47b3-9f28-88ca5d3dbcf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:16.699641 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.managers [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-e4dad97e-03b6-47b3-9f28-88ca5d3dbcf0 service neutron] Attempting to bind port 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:29:16.700652 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.managers [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-e4dad97e-03b6-47b3-9f28-88ca5d3dbcf0 service neutron] Attempting to bind port 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '2b8a4e7f-1f3c-48f3-872b-763dc2e1c437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '55159499-4162-473d-91be-3f7bcc13f345'}] {{(pid=92899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:29:16.701945 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-e4dad97e-03b6-47b3-9f28-88ca5d3dbcf0 service neutron] Attempting to bind port 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 on network 55159499-4162-473d-91be-3f7bcc13f345 {{(pid=92899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:29:16.713173 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-e4dad97e-03b6-47b3-9f28-88ca5d3dbcf0 service neutron] Port 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 on network 55159499-4162-473d-91be-3f7bcc13f345 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:29:16.713726 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-e4dad97e-03b6-47b3-9f28-88ca5d3dbcf0 service neutron] Attempting to bind port 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 on network 55159499-4162-473d-91be-3f7bcc13f345 {{(pid=92899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:29:16.721195 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-e4dad97e-03b6-47b3-9f28-88ca5d3dbcf0 service neutron] Checking agent: {'id': '2bf09fb4-53ea-44df-98c0-2f1f129e0ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:29:16.722622 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-e4dad97e-03b6-47b3-9f28-88ca5d3dbcf0 service neutron] Checking segment: {'id': '2b8a4e7f-1f3c-48f3-872b-763dc2e1c437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '55159499-4162-473d-91be-3f7bcc13f345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:29:16.723080 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-e4dad97e-03b6-47b3-9f28-88ca5d3dbcf0 service neutron] Bound using segment: {'id': '2b8a4e7f-1f3c-48f3-872b-763dc2e1c437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '55159499-4162-473d-91be-3f7bcc13f345'} {{(pid=92899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:29:16.723696 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.managers [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-e4dad97e-03b6-47b3-9f28-88ca5d3dbcf0 service neutron] Bound port: 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b8a4e7f-1f3c-48f3-872b-763dc2e1c437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '55159499-4162-473d-91be-3f7bcc13f345'}}] {{(pid=92899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:29:16.724126 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-e4dad97e-03b6-47b3-9f28-88ca5d3dbcf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:16.896053 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.db [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-e4dad97e-03b6-47b3-9f28-88ca5d3dbcf0 service neutron] For port 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384, host hv-cinder-79724, cleared binding levels {{(pid=92899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:29:16.900478 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.db [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-e4dad97e-03b6-47b3-9f28-88ca5d3dbcf0 service neutron] For port 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=33ab6b5d-9c56-4ba6-bc3b-d890a2af9384,segment=NetworkSegment(2b8a4e7f-1f3c-48f3-872b-763dc2e1c437),segment_id=2b8a4e7f-1f3c-48f3-872b-763dc2e1c437)] {{(pid=92899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:29:16.907474 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-e4dad97e-03b6-47b3-9f28-88ca5d3dbcf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:16.911010 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-738b6432-313d-491f-9f18-24f8dc961dcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:16.991861 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-e4dad97e-03b6-47b3-9f28-88ca5d3dbcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:16.992550 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-e4dad97e-03b6-47b3-9f28-88ca5d3dbcf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for port, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:17.009848 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-e4dad97e-03b6-47b3-9f28-88ca5d3dbcf0 service neutron] 10.222.0.41 "PUT /v2.0/ports/33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 HTTP/1.1" status: 200 len: 1093 time: 0.9120543 Jun 29 03:29:17.010562 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e', 'tag': '33ab6b5d-9c56-4ba6-bc3b-d890a2af9384'}] {{(pid=92899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:29:17.014082 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e75ac8c9269a08c635d3d4ea2f6bd2cddeec2d6e4f2b8df737e80b8e22f33d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b2ddd2-6101-4497-8334-46239f9ab064" -d '{"events": [{"name": "network-changed", "server_uuid": "5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e", "tag": "33ab6b5d-9c56-4ba6-bc3b-d890a2af9384"}]}' {{(pid=92899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:29:17.067024 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dad97e-03b6-47b3-9f28-88ca5d3dbcf0 service neutron] Pushing event updated for resources: {'Port': ['ID=33ab6b5d-9c56-4ba6-bc3b-d890a2af9384,revision_number=3']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:17.072369 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 43756) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:17.077682 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-e4dad97e-03b6-47b3-9f28-88ca5d3dbcf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:17.115914 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-021aa423-e8c8-447b-a447-7ae0fc32969c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:17.116383 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:17.219730 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-9b108cf7-52f5-48a6-8716-37d5ba551e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:17.222105 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-9b108cf7-52f5-48a6-8716-37d5ba551e69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c906214f7a4549de98d1e94094ae6e28&device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 1096 time: 0.0722241 Jun 29 03:29:17.272430 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dbfef5-4984-4859-8031-83f1e2b3dd1d req-3bcdc7ab-c43d-4f24-bdab-68d68fbcf4b4 tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:17.273960 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d0dbfef5-4984-4859-8031-83f1e2b3dd1d req-3bcdc7ab-c43d-4f24-bdab-68d68fbcf4b4 tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d760ec-829b-4b46-9291-a975bf1737a9 HTTP/1.1" status: 200 len: 949 time: 0.2001071 Jun 29 03:29:17.316340 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-1f72edbb-bfee-4013-a964-64d4858983b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 HTTP/1.1" status: 200 len: 217 time: 0.0685163 Jun 29 03:29:17.358696 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d0dbfef5-4984-4859-8031-83f1e2b3dd1d req-2e9fa613-b2bf-4d53-87a9-30da77689318 tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] 10.222.0.24 "GET /v2.0/security-groups?id=f541986b-c2eb-48e9-93b6-fbfd71363089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759029 Jun 29 03:29:17.426871 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-6f73ec74-6776-4c9e-9952-0b20f49aabfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:17.429706 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-6f73ec74-6776-4c9e-9952-0b20f49aabfb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29dd2891-545c-4e5c-ada9-366a40a64358 HTTP/1.1" status: 200 len: 856 time: 0.0799656 Jun 29 03:29:17.437692 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf41c06-5608-4512-b4ce-c9da70fffca7 x-openstack-request-id: req-dbf41c06-5608-4512-b4ce-c9da70fffca7 {{(pid=92899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:29:17.438367 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e", "tag": "33ab6b5d-9c56-4ba6-bc3b-d890a2af9384", "status": "completed", "code": 200}]} {{(pid=92899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:29:17.438815 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dbf41c06-5608-4512-b4ce-c9da70fffca7 {{(pid=92899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:29:17.439396 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e', 'tag': '33ab6b5d-9c56-4ba6-bc3b-d890a2af9384', 'status': 'completed', 'code': 200} Jun 29 03:29:17.445928 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-021aa423-e8c8-447b-a447-7ae0fc32969c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:17.448236 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee39fc3-93fb-4435-a883-4017e3845333 req-0de0a093-c887-4649-8d91-61b6d4939eb4 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:17.449853 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-4ee39fc3-93fb-4435-a883-4017e3845333 req-0de0a093-c887-4649-8d91-61b6d4939eb4 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 943 time: 0.1873608 Jun 29 03:29:17.452507 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-021aa423-e8c8-447b-a447-7ae0fc32969c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:17.456672 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-bb05b181-48bb-4c5b-a737-9791e27cd692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:17.501911 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-021aa423-e8c8-447b-a447-7ae0fc32969c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=118129cca85046a08fd14ccd20e3d531&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4265511 Jun 29 03:29:17.503101 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 43782) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:17.510513 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021aa423-e8c8-447b-a447-7ae0fc32969c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f42b6cd-e1ea-4e43-aad2-cd5f982c0957,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:17.514214 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-021aa423-e8c8-447b-a447-7ae0fc32969c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:17.568496 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-4ee39fc3-93fb-4435-a883-4017e3845333 req-ea654b54-b06d-4125-b9e6-8bafb1e46823 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830388 Jun 29 03:29:17.592281 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-2b01dda0-1ccd-41aa-aebb-596fe9e39a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:17.593783 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-2b01dda0-1ccd-41aa-aebb-596fe9e39a7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=55159499-4162-473d-91be-3f7bcc13f345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1430242 Jun 29 03:29:17.620199 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-078ea01f-8865-4354-b7b6-cf704e6c0050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:17.655433 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-078ea01f-8865-4354-b7b6-cf704e6c0050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:17.677141 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c042d9e-25e2-4417-80ab-d651ca57f799 req-b65068a6-1e37-4b71-be6b-f6ee46df4e3d tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:17.681847 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-3c042d9e-25e2-4417-80ab-d651ca57f799 req-b65068a6-1e37-4b71-be6b-f6ee46df4e3d tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 945 time: 0.1357586 Jun 29 03:29:17.717916 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-5e01a59d-70b1-4fce-9b1e-864f99da7784 service neutron] 10.222.0.41 "GET /v2.0/networks/55159499-4162-473d-91be-3f7bcc13f345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070590 Jun 29 03:29:17.752316 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-3c042d9e-25e2-4417-80ab-d651ca57f799 req-c2748c70-9559-4a7b-900d-f33c0219f478 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690596 Jun 29 03:29:17.781363 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-078ea01f-8865-4354-b7b6-cf704e6c0050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:17.786828 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-078ea01f-8865-4354-b7b6-cf704e6c0050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:17.788458 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-078ea01f-8865-4354-b7b6-cf704e6c0050 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f42b6cd-e1ea-4e43-aad2-cd5f982c0957 HTTP/1.1" status: 204 len: 168 time: 0.2841282 Jun 29 03:29:17.789515 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-b69896b9-36ce-496f-8866-d30c112431db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:17.808604 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ea01f-8865-4354-b7b6-cf704e6c0050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f42b6cd-e1ea-4e43-aad2-cd5f982c0957,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:17.812531 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-078ea01f-8865-4354-b7b6-cf704e6c0050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:17.854206 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b2693208-c51e-4194-ba6e-8c98cca48cae req-0f1b1400-dc3a-4b68-bf3b-8a0cf43bd509 service neutron] 10.222.0.41 "GET /v2.0/networks/55159499-4162-473d-91be-3f7bcc13f345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277590 Jun 29 03:29:18.228243 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2ddd2-6101-4497-8334-46239f9ab064 req-d81c2321-1ea8-45dd-b410-9c91578dd131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:18.229946 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f0b2ddd2-6101-4497-8334-46239f9ab064 req-d81c2321-1ea8-45dd-b410-9c91578dd131 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c906214f7a4549de98d1e94094ae6e28&device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 1096 time: 0.1038258 Jun 29 03:29:18.382036 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2ddd2-6101-4497-8334-46239f9ab064 req-3d514dfd-790f-4ff2-b79d-79f8a1b1e3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:18.383628 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f0b2ddd2-6101-4497-8334-46239f9ab064 req-3d514dfd-790f-4ff2-b79d-79f8a1b1e3fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=55159499-4162-473d-91be-3f7bcc13f345 HTTP/1.1" status: 200 len: 918 time: 0.1380866 Jun 29 03:29:18.395512 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6e5c3-23f3-414c-9f02-9e1e75673759 req-3c8bdf14-9e35-4436-8b89-efa51cfd51ce tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:18.396962 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-1ae6e5c3-23f3-414c-9f02-9e1e75673759 req-3c8bdf14-9e35-4436-8b89-efa51cfd51ce tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d760ec-829b-4b46-9291-a975bf1737a9 HTTP/1.1" status: 200 len: 949 time: 0.1266081 Jun 29 03:29:18.406786 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:18.441421 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f0b2ddd2-6101-4497-8334-46239f9ab064 req-05af69a7-8e26-4d9f-8ec8-edd26fe549d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 HTTP/1.1" status: 200 len: 217 time: 0.0434070 Jun 29 03:29:18.501473 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-1ae6e5c3-23f3-414c-9f02-9e1e75673759 req-c06047c3-232d-41f1-b465-16a6f1baa334 tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] 10.222.0.24 "GET /v2.0/security-groups?id=f541986b-c2eb-48e9-93b6-fbfd71363089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964851 Jun 29 03:29:18.516221 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2ddd2-6101-4497-8334-46239f9ab064 req-6ae988dd-e28b-482f-8e9c-d654fb9603b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:18.517642 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f0b2ddd2-6101-4497-8334-46239f9ab064 req-6ae988dd-e28b-482f-8e9c-d654fb9603b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29dd2891-545c-4e5c-ada9-366a40a64358 HTTP/1.1" status: 200 len: 856 time: 0.0671513 Jun 29 03:29:18.581566 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2ddd2-6101-4497-8334-46239f9ab064 req-fc5f471f-8b65-417a-87f6-30cae28961d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:18.583009 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f0b2ddd2-6101-4497-8334-46239f9ab064 req-fc5f471f-8b65-417a-87f6-30cae28961d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=55159499-4162-473d-91be-3f7bcc13f345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0557101 Jun 29 03:29:18.681134 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f0b2ddd2-6101-4497-8334-46239f9ab064 req-75e0758e-e6dc-4be0-8fad-ad86487e2736 service neutron] 10.222.0.41 "GET /v2.0/networks/55159499-4162-473d-91be-3f7bcc13f345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885651 Jun 29 03:29:18.758016 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb2e64-0ebe-47a3-8745-18017bdda772 req-779e31d0-6eb6-4847-94d1-4083a072c913 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:18.759477 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6abb2e64-0ebe-47a3-8745-18017bdda772 req-779e31d0-6eb6-4847-94d1-4083a072c913 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 943 time: 0.0714405 Jun 29 03:29:18.781650 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f0b2ddd2-6101-4497-8334-46239f9ab064 req-8950f392-9d6b-4fb2-850a-75eecca80734 service neutron] 10.222.0.41 "GET /v2.0/networks/55159499-4162-473d-91be-3f7bcc13f345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932920 Jun 29 03:29:18.798227 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6abb2e64-0ebe-47a3-8745-18017bdda772 req-881bdf14-bfe8-4dba-a4c8-84ad795c85f1 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319805 Jun 29 03:29:18.926537 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77afe05-c1e5-475e-a50f-52b9b1de2f63 req-a4920ad3-a39c-424a-ac54-a0b6b2d0cd78 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:18.928049 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-c77afe05-c1e5-475e-a50f-52b9b1de2f63 req-a4920ad3-a39c-424a-ac54-a0b6b2d0cd78 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 945 time: 0.0640798 Jun 29 03:29:18.964185 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-c77afe05-c1e5-475e-a50f-52b9b1de2f63 req-4f0d34b8-171e-450c-b783-2f413943a6d8 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304217 Jun 29 03:29:19.694670 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaca7a-0c04-49b5-b9c6-c437fa22a9ff req-18b6cde6-36ba-4c17-ab89-3ddc5064521d tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:19.697192 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-4ffaca7a-0c04-49b5-b9c6-c437fa22a9ff req-18b6cde6-36ba-4c17-ab89-3ddc5064521d tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d760ec-829b-4b46-9291-a975bf1737a9 HTTP/1.1" status: 200 len: 949 time: 0.0769074 Jun 29 03:29:19.741081 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-4ffaca7a-0c04-49b5-b9c6-c437fa22a9ff req-d7d25b7d-7645-4f5d-8071-998bc897364d tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] 10.222.0.24 "GET /v2.0/security-groups?id=f541986b-c2eb-48e9-93b6-fbfd71363089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378599 Jun 29 03:29:19.764436 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 43874) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:19.885340 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-ad7910a2-ef39-4afc-852e-e1e637181f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:19.976210 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-ad7910a2-ef39-4afc-852e-e1e637181f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:19.980044 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-ad7910a2-ef39-4afc-852e-e1e637181f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:19.982863 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-4b2afcac-7500-49a9-aebc-a368df2d92ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:19.989809 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4cb3c-ffe6-45a7-94bd-25cff8362079 req-923949e8-f258-43d4-b847-022798fbcb0e tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:19.990294 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-26e4cb3c-ffe6-45a7-94bd-25cff8362079 req-923949e8-f258-43d4-b847-022798fbcb0e tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 943 time: 0.0643950 Jun 29 03:29:20.008531 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.agents_db [None req-352bb85c-db89-4991-b002-2379bbcb00d3 None None] Agent healthcheck: found 6 active agents {{(pid=92902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:29:20.017309 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7910a2-ef39-4afc-852e-e1e637181f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e5b38f-16d3-4ad5-8c2b-dac5cf817c3b,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:20.020624 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-ad7910a2-ef39-4afc-852e-e1e637181f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:20.023351 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-ad7910a2-ef39-4afc-852e-e1e637181f96 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8caf4f4786b1435399cae253f5614026&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2579281 Jun 29 03:29:20.026014 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 43884) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:20.041655 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-26e4cb3c-ffe6-45a7-94bd-25cff8362079 req-95402996-5988-40ac-9934-180965ffe1cb tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454259 Jun 29 03:29:20.100280 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-99a998bf-ba88-463b-b065-334b7f656acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:20.149091 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-99a998bf-ba88-463b-b065-334b7f656acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:20.194117 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288b6ba-5d6e-420b-9dac-3f326cece374 req-816c760d-d573-4ab3-96b1-b9fb4d8a46c5 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:20.195550 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-3288b6ba-5d6e-420b-9dac-3f326cece374 req-816c760d-d573-4ab3-96b1-b9fb4d8a46c5 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 945 time: 0.1081812 Jun 29 03:29:20.223359 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-99a998bf-ba88-463b-b065-334b7f656acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:20.225811 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-99a998bf-ba88-463b-b065-334b7f656acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:20.227257 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-99a998bf-ba88-463b-b065-334b7f656acd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/10e5b38f-16d3-4ad5-8c2b-dac5cf817c3b HTTP/1.1" status: 204 len: 168 time: 0.1999032 Jun 29 03:29:20.232547 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-f7f8ae34-8ca4-497f-be85-e1a9d24e8b97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:20.244403 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-3288b6ba-5d6e-420b-9dac-3f326cece374 req-e17daedb-e806-436e-aabe-b77d8c4da946 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426435 Jun 29 03:29:20.245214 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a998bf-ba88-463b-b065-334b7f656acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e5b38f-16d3-4ad5-8c2b-dac5cf817c3b,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:20.247951 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-99a998bf-ba88-463b-b065-334b7f656acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:20.486722 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 43894) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:20.500362 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-a9e63172-be6f-47d2-9168-3a8f4db4a585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:20.558546 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218faf2d-a5b8-47b4-b1b1-1c9b27f1bcf8 req-23b002ac-7e32-46a7-a8e7-6aef4233e96b tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:20.560424 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-218faf2d-a5b8-47b4-b1b1-1c9b27f1bcf8 req-23b002ac-7e32-46a7-a8e7-6aef4233e96b tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] 10.222.0.41 "GET /v2.0/ports?device_id=54d760ec-829b-4b46-9291-a975bf1737a9 HTTP/1.1" status: 200 len: 949 time: 0.0657864 Jun 29 03:29:20.605987 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-a9e63172-be6f-47d2-9168-3a8f4db4a585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:20.611307 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-a9e63172-be6f-47d2-9168-3a8f4db4a585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:20.615031 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-5a18d773-2c27-4828-8086-1b91bb3434a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:20.658553 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 43900) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:20.671532 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-a9e63172-be6f-47d2-9168-3a8f4db4a585 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c0fc5d44bf4448ac84b1d0940877e081&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1809828 Jun 29 03:29:20.672224 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 43904) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:20.674363 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e63172-be6f-47d2-9168-3a8f4db4a585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cc770d-1c59-405a-a318-0b8cc9379ef9,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:20.684846 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-a9e63172-be6f-47d2-9168-3a8f4db4a585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:20.686951 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [req-218faf2d-a5b8-47b4-b1b1-1c9b27f1bcf8 req-bd792610-6444-4178-ac21-62a554224e2e tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Deleting port 5f97abf2-90d6-4f04-90f1-6bf913ff906d {{(pid=92899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:29:20.687285 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-218faf2d-a5b8-47b4-b1b1-1c9b27f1bcf8 req-bd792610-6444-4178-ac21-62a554224e2e tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:20.774039 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-223294a9-7d05-409e-b713-d9cc386bf089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:20.786112 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-47d9b2fc-38d4-422b-a712-20c8f6f463da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:20.814573 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.db [req-218faf2d-a5b8-47b4-b1b1-1c9b27f1bcf8 req-bd792610-6444-4178-ac21-62a554224e2e tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] For port 5f97abf2-90d6-4f04-90f1-6bf913ff906d, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=5f97abf2-90d6-4f04-90f1-6bf913ff906d,segment=NetworkSegment(1926d222-4bc3-4795-bb60-6ab0e2aa20dd),segment_id=1926d222-4bc3-4795-bb60-6ab0e2aa20dd)] {{(pid=92899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:29:20.814906 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-218faf2d-a5b8-47b4-b1b1-1c9b27f1bcf8 req-bd792610-6444-4178-ac21-62a554224e2e tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:20.830437 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-47d9b2fc-38d4-422b-a712-20c8f6f463da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:20.840535 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [req-218faf2d-a5b8-47b4-b1b1-1c9b27f1bcf8 req-bd792610-6444-4178-ac21-62a554224e2e tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Calling delete_port for 5f97abf2-90d6-4f04-90f1-6bf913ff906d owned by compute:nova {{(pid=92899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:29:20.876590 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-223294a9-7d05-409e-b713-d9cc386bf089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:20.880429 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-223294a9-7d05-409e-b713-d9cc386bf089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:20.883628 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-a2f007e0-e7b0-4428-b5ed-5153e10bd1d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:20.917871 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223294a9-7d05-409e-b713-d9cc386bf089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ed6b38-2055-4337-9908-dbb184b8c041,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:20.925810 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-223294a9-7d05-409e-b713-d9cc386bf089 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=35ee5c95f04d4c3487f6a0b763b4f13a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2638626 Jun 29 03:29:20.926815 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-223294a9-7d05-409e-b713-d9cc386bf089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:20.927270 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 43912) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:20.988204 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-509e9bb1-57a9-4352-87c8-ca30ced08b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:21.011801 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-509e9bb1-57a9-4352-87c8-ca30ced08b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:21.070580 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-509e9bb1-57a9-4352-87c8-ca30ced08b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:21.073520 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-509e9bb1-57a9-4352-87c8-ca30ced08b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:21.074975 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-509e9bb1-57a9-4352-87c8-ca30ced08b3a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/59ed6b38-2055-4337-9908-dbb184b8c041 HTTP/1.1" status: 204 len: 168 time: 0.1467426 Jun 29 03:29:21.076762 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-48910b96-9bdd-4af8-9ce9-715213aedf70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:21.095907 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e9bb1-57a9-4352-87c8-ca30ced08b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ed6b38-2055-4337-9908-dbb184b8c041,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:21.098245 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-509e9bb1-57a9-4352-87c8-ca30ced08b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:21.199476 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-47d9b2fc-38d4-422b-a712-20c8f6f463da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:21.203563 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-47d9b2fc-38d4-422b-a712-20c8f6f463da admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:21.204697 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-47d9b2fc-38d4-422b-a712-20c8f6f463da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c6cc770d-1c59-405a-a318-0b8cc9379ef9 HTTP/1.1" status: 204 len: 168 time: 0.5319614 Jun 29 03:29:21.213466 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-a7155805-1f9a-476a-b734-3230755ff545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:21.228568 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9b2fc-38d4-422b-a712-20c8f6f463da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cc770d-1c59-405a-a318-0b8cc9379ef9,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:21.232420 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-47d9b2fc-38d4-422b-a712-20c8f6f463da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:21.249216 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7aaca-b330-4666-a0bf-5b72beb24a38 req-a778cd9a-1908-4915-b6e2-88e51625f485 tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:21.250707 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-94a7aaca-b330-4666-a0bf-5b72beb24a38 req-a778cd9a-1908-4915-b6e2-88e51625f485 tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d760ec-829b-4b46-9291-a975bf1737a9 HTTP/1.1" status: 200 len: 949 time: 0.3899548 Jun 29 03:29:21.291585 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b249d5-33f8-43e2-8c04-489f7c4f7439 req-492ff5f5-ba33-4baf-af90-77e89ff60284 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:21.295159 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-05b249d5-33f8-43e2-8c04-489f7c4f7439 req-492ff5f5-ba33-4baf-af90-77e89ff60284 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 943 time: 0.1057072 Jun 29 03:29:21.321226 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-94a7aaca-b330-4666-a0bf-5b72beb24a38 req-29793327-fc24-459f-aaef-b1dcb86070bc tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] 10.222.0.24 "GET /v2.0/security-groups?id=f541986b-c2eb-48e9-93b6-fbfd71363089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498202 Jun 29 03:29:21.323053 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-218faf2d-a5b8-47b4-b1b1-1c9b27f1bcf8 req-bd792610-6444-4178-ac21-62a554224e2e tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311'] for port, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:21.329423 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-e4dad97e-03b6-47b3-9f28-88ca5d3dbcf0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:21.354377 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd792610-6444-4178-ac21-62a554224e2e tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Pushing event deleted for resources: {'Port': ['ID=5f97abf2-90d6-4f04-90f1-6bf913ff906d,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:21.357580 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-bd792610-6444-4178-ac21-62a554224e2e tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:21.373898 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['5f97abf2-90d6-4f04-90f1-6bf913ff906d'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:29:21.397417 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-05b249d5-33f8-43e2-8c04-489f7c4f7439 req-867eb6b1-4fdc-4c0d-9281-5759c8b04089 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943820 Jun 29 03:29:21.469278 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.l3_dvrscheduler_db [req-218faf2d-a5b8-47b4-b1b1-1c9b27f1bcf8 req-bd792610-6444-4178-ac21-62a554224e2e tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] No DVR routers for this DVR port 5f97abf2-90d6-4f04-90f1-6bf913ff906d on host hv-cinder-79724 {{(pid=92899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:29:21.472547 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-218faf2d-a5b8-47b4-b1b1-1c9b27f1bcf8 req-bd792610-6444-4178-ac21-62a554224e2e tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:21.476069 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-218faf2d-a5b8-47b4-b1b1-1c9b27f1bcf8 req-bd792610-6444-4178-ac21-62a554224e2e tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] 10.222.0.41 "DELETE /v2.0/ports/5f97abf2-90d6-4f04-90f1-6bf913ff906d HTTP/1.1" status: 204 len: 173 time: 0.9077704 Jun 29 03:29:21.476569 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d760ec-829b-4b46-9291-a975bf1737a9', 'name': 'network-vif-deleted', 'tag': '5f97abf2-90d6-4f04-90f1-6bf913ff906d'}] {{(pid=92899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:29:21.479045 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e75ac8c9269a08c635d3d4ea2f6bd2cddeec2d6e4f2b8df737e80b8e22f33d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd8bcdc-c343-43a6-bc23-b51fd756d0b0" -d '{"events": [{"server_uuid": "54d760ec-829b-4b46-9291-a975bf1737a9", "name": "network-vif-deleted", "tag": "5f97abf2-90d6-4f04-90f1-6bf913ff906d"}]}' {{(pid=92899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:29:21.543358 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b9a8a3-7807-452b-a436-8dc81a37d4c8 x-openstack-request-id: req-80b9a8a3-7807-452b-a436-8dc81a37d4c8 {{(pid=92899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:29:21.543735 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d760ec-829b-4b46-9291-a975bf1737a9", "name": "network-vif-deleted", "tag": "5f97abf2-90d6-4f04-90f1-6bf913ff906d", "status": "completed", "code": 200}]} {{(pid=92899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:29:21.544142 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-80b9a8a3-7807-452b-a436-8dc81a37d4c8 {{(pid=92899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:29:21.544635 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d760ec-829b-4b46-9291-a975bf1737a9', 'name': 'network-vif-deleted', 'tag': '5f97abf2-90d6-4f04-90f1-6bf913ff906d', 'status': 'completed', 'code': 200} Jun 29 03:29:21.577079 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 43934) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:21.594900 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-1988d5f1-423c-4413-afc2-877aee059c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:21.621052 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5059ad-462b-4ac0-8827-f323cf7ab598 req-1191d093-3e1d-4a81-a5db-cb4698bdc954 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:21.630725 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-8b5059ad-462b-4ac0-8827-f323cf7ab598 req-1191d093-3e1d-4a81-a5db-cb4698bdc954 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 945 time: 0.1333952 Jun 29 03:29:21.692961 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-8b5059ad-462b-4ac0-8827-f323cf7ab598 req-77f6b0f1-7f1f-4d4a-a7d1-a212c1996940 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612462 Jun 29 03:29:21.766099 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-1988d5f1-423c-4413-afc2-877aee059c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:21.770037 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-1988d5f1-423c-4413-afc2-877aee059c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:21.773321 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-1b9c5ddd-87a6-4eb4-9cd9-24f9f3d8add9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:21.815515 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-1988d5f1-423c-4413-afc2-877aee059c92 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=361e2525401b453bb0e2547dc14e821e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373776 Jun 29 03:29:21.816297 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1988d5f1-423c-4413-afc2-877aee059c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4712ecbd-4db8-4a83-a086-3afa59779b90,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:21.818537 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 43944) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:21.819297 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-1988d5f1-423c-4413-afc2-877aee059c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:21.871700 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-b75771a8-8259-4e7d-ad1c-f9daaca860ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:21.891899 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:29:21.898130 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-b75771a8-8259-4e7d-ad1c-f9daaca860ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:21.947446 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-b75771a8-8259-4e7d-ad1c-f9daaca860ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:21.950085 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-b75771a8-8259-4e7d-ad1c-f9daaca860ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:21.952019 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-b75771a8-8259-4e7d-ad1c-f9daaca860ef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4712ecbd-4db8-4a83-a086-3afa59779b90 HTTP/1.1" status: 204 len: 168 time: 0.1317167 Jun 29 03:29:21.952763 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-9cfae2ce-fab1-4ba5-a8c2-ce031bc22b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:21.971331 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75771a8-8259-4e7d-ad1c-f9daaca860ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4712ecbd-4db8-4a83-a086-3afa59779b90,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:21.973733 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-b75771a8-8259-4e7d-ad1c-f9daaca860ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:22.015185 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=33ab6b5d-9c56-4ba6-bc3b-d890a2af9384,segment=NetworkSegment(2b8a4e7f-1f3c-48f3-872b-763dc2e1c437),segment_id=2b8a4e7f-1f3c-48f3-872b-763dc2e1c437)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:29:22.026491 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Returning: {'device': '33ab6b5d-9c56-4ba6-bc3b-d890a2af9384', 'network_id': '55159499-4162-473d-91be-3f7bcc13f345', 'port_id': '33ab6b5d-9c56-4ba6-bc3b-d890a2af9384', 'mac_address': 'fa:16:3e:e0:ce:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29dd2891-545c-4e5c-ada9-366a40a64358', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:29:22.069123 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:22.091510 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:29:22.117687 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=33ab6b5d-9c56-4ba6-bc3b-d890a2af9384,segment=NetworkSegment(2b8a4e7f-1f3c-48f3-872b-763dc2e1c437),segment_id=2b8a4e7f-1f3c-48f3-872b-763dc2e1c437)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:29:22.128389 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:22.132482 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:22.208204 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=33ab6b5d-9c56-4ba6-bc3b-d890a2af9384,revision_number=4']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:22.212000 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:22.570046 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['33ab6b5d-9c56-4ba6-bc3b-d890a2af9384'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:29:22.682615 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5c4ae-8987-4833-a101-51323b3d7f61 req-ed1b9ad2-0bbe-471a-9d4c-577ef4b07449 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:22.686004 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-adf5c4ae-8987-4833-a101-51323b3d7f61 req-ed1b9ad2-0bbe-471a-9d4c-577ef4b07449 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 944 time: 0.1152804 Jun 29 03:29:22.744362 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-adf5c4ae-8987-4833-a101-51323b3d7f61 req-f158c462-368a-409b-9b78-604456e36e28 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522373 Jun 29 03:29:22.744921 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 44026) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:22.906906 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-2d136852-354d-4d7a-b4c8-60e309f49d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:22.942918 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631dd1e5-93c6-4432-b106-22acd0cd0ec1 req-04763fa1-4bda-41eb-a0d0-c3c1d3ad0ecd tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:22.944464 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-631dd1e5-93c6-4432-b106-22acd0cd0ec1 req-04763fa1-4bda-41eb-a0d0-c3c1d3ad0ecd tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 945 time: 0.0897422 Jun 29 03:29:23.001078 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-631dd1e5-93c6-4432-b106-22acd0cd0ec1 req-859abe7e-bbce-4d37-890a-3965322211f0 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494623 Jun 29 03:29:23.047201 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-2d136852-354d-4d7a-b4c8-60e309f49d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:23.050931 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-2d136852-354d-4d7a-b4c8-60e309f49d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:23.054760 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-cca19c46-cb06-4d78-98c8-be40b73744cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:23.094382 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-2d136852-354d-4d7a-b4c8-60e309f49d36 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ead43570fe7c46e08533d21915a93a3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3462119 Jun 29 03:29:23.094382 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d136852-354d-4d7a-b4c8-60e309f49d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025dd918-cb10-4fe9-89b3-8aa798e523e9,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:23.095293 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 44048) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:23.096590 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-2d136852-354d-4d7a-b4c8-60e309f49d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:23.158603 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-d9bd9618-276c-489e-b0f9-6e4feaf7273f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:23.181092 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-d9bd9618-276c-489e-b0f9-6e4feaf7273f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:23.235848 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-d9bd9618-276c-489e-b0f9-6e4feaf7273f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:23.238500 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-d9bd9618-276c-489e-b0f9-6e4feaf7273f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:23.242190 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-d9bd9618-276c-489e-b0f9-6e4feaf7273f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/025dd918-cb10-4fe9-89b3-8aa798e523e9 HTTP/1.1" status: 204 len: 168 time: 0.1429064 Jun 29 03:29:23.242190 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-ad7910a2-ef39-4afc-852e-e1e637181f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:23.252812 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd9618-276c-489e-b0f9-6e4feaf7273f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025dd918-cb10-4fe9-89b3-8aa798e523e9,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:23.255176 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-d9bd9618-276c-489e-b0f9-6e4feaf7273f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:23.909921 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 up at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:29:23.968236 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning for port 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:29:23.974233 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning complete for port 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:29:23.975102 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:23.976443 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f264602-3ec8-49a7-8ebd-6d999f4ca73f req-bcb7047b-d67d-4f54-9b84-66d80937f7d6 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:23.984819 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-6f264602-3ec8-49a7-8ebd-6d999f4ca73f req-bcb7047b-d67d-4f54-9b84-66d80937f7d6 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 944 time: 0.0869772 Jun 29 03:29:24.034884 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-6f264602-3ec8-49a7-8ebd-6d999f4ca73f req-9ae516c2-d031-4674-9316-a7849f659dd7 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490713 Jun 29 03:29:24.158479 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:24.214191 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f58b21-d6ee-4ff8-b9a8-5634be0ac9fe req-2c245453-9734-485b-a28e-2042c87303f1 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:24.219248 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ab6b5d-9c56-4ba6-bc3b-d890a2af9384'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:29:24.221338 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b9f58b21-d6ee-4ff8-b9a8-5634be0ac9fe req-2c245453-9734-485b-a28e-2042c87303f1 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 945 time: 0.0769980 Jun 29 03:29:24.222351 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a73cdd3c09cce4d0d67d6945d9627c9a5996a68627341085c627af31117b31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7614fee0-77fd-4f31-9fa4-3e6fbf51cb29" -d '{"events": [{"server_uuid": "5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e", "name": "network-vif-plugged", "status": "completed", "tag": "33ab6b5d-9c56-4ba6-bc3b-d890a2af9384"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:29:24.241816 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=33ab6b5d-9c56-4ba6-bc3b-d890a2af9384,segment=NetworkSegment(2b8a4e7f-1f3c-48f3-872b-763dc2e1c437),segment_id=2b8a4e7f-1f3c-48f3-872b-763dc2e1c437)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:29:24.247343 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:24.249135 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 5f97abf2-90d6-4f04-90f1-6bf913ff906d no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:29:24.252357 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-5488d8d3-b320-4636-9ad9-d1db1509315a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:24.275470 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b9f58b21-d6ee-4ff8-b9a8-5634be0ac9fe req-3fa1fdff-0fc2-4eec-a444-fb321fb31375 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526879 Jun 29 03:29:24.334345 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] No Port match for: 5f97abf2-90d6-4f04-90f1-6bf913ff906d {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:29:24.334677 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 5f97abf2-90d6-4f04-90f1-6bf913ff906d not bound to the agent host hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:29:24.338503 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aef805e-ace6-462c-811f-5bf88f3c741c x-openstack-request-id: req-3aef805e-ace6-462c-811f-5bf88f3c741c {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:29:24.338800 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e", "name": "network-vif-plugged", "status": "completed", "tag": "33ab6b5d-9c56-4ba6-bc3b-d890a2af9384", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:29:24.339060 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3aef805e-ace6-462c-811f-5bf88f3c741c {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:29:24.339604 dv-cinder-797245-8-smb neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ab6b5d-9c56-4ba6-bc3b-d890a2af9384', 'code': 200} Jun 29 03:29:24.353978 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=33ab6b5d-9c56-4ba6-bc3b-d890a2af9384,revision_number=5']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:24.357890 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:24.700358 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7695a2-a66c-45ed-9c06-7ac2fc984b1f req-3217ebac-7d01-4e66-8d6a-8bb1cd95595b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:24.703280 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-7d7695a2-a66c-45ed-9c06-7ac2fc984b1f req-3217ebac-7d01-4e66-8d6a-8bb1cd95595b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 1098 time: 0.1125579 Jun 29 03:29:24.781988 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-7d7695a2-a66c-45ed-9c06-7ac2fc984b1f req-af9a4bfa-8329-4f29-8e78-83e37244f524 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702605 Jun 29 03:29:25.210669 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 44332) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:25.238718 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5c731-fdd0-4d4f-a28c-0fc07a5ed834 req-d2841176-9b16-476c-9547-83d952f93d24 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:25.241985 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-10e5c731-fdd0-4d4f-a28c-0fc07a5ed834 req-d2841176-9b16-476c-9547-83d952f93d24 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 945 time: 0.0791700 Jun 29 03:29:25.281368 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-10e5c731-fdd0-4d4f-a28c-0fc07a5ed834 req-9753ad48-9ae1-463b-b0ad-a0bd2c61bdc6 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337138 Jun 29 03:29:25.371651 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-56653ae5-23f7-48f2-9495-bb41e87c7231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:25.487042 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-56653ae5-23f7-48f2-9495-bb41e87c7231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:25.487216 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e10410-f5af-4a3a-b0c1-91a9da2e6b63 req-32f3dd54-2307-4304-b42f-02118b8e1d6b tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:25.488717 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-47e10410-f5af-4a3a-b0c1-91a9da2e6b63 req-32f3dd54-2307-4304-b42f-02118b8e1d6b tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 945 time: 0.0869203 Jun 29 03:29:25.491551 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-56653ae5-23f7-48f2-9495-bb41e87c7231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:25.494169 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-0855f1d3-41ce-4a5b-9fa5-38d8f74f5018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:25.528109 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-47e10410-f5af-4a3a-b0c1-91a9da2e6b63 req-66687f38-d6ce-4017-bb96-a57938b94348 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333431 Jun 29 03:29:25.533596 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56653ae5-23f7-48f2-9495-bb41e87c7231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e2639c-2536-4f49-8a27-0bbde0e08184,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:25.538118 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-56653ae5-23f7-48f2-9495-bb41e87c7231 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a973dbd9733848b3a457516493ff694b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3263693 Jun 29 03:29:25.538992 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-56653ae5-23f7-48f2-9495-bb41e87c7231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:25.542128 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 44350) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:25.599266 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-a5e51c99-3497-4228-bae4-0f5303b6e97e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:25.621129 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-a5e51c99-3497-4228-bae4-0f5303b6e97e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:25.672316 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-a5e51c99-3497-4228-bae4-0f5303b6e97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:25.675192 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-a5e51c99-3497-4228-bae4-0f5303b6e97e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:25.677926 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-a5e51c99-3497-4228-bae4-0f5303b6e97e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84e2639c-2536-4f49-8a27-0bbde0e08184 HTTP/1.1" status: 204 len: 168 time: 0.1337001 Jun 29 03:29:25.677926 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:25.687362 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e51c99-3497-4228-bae4-0f5303b6e97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e2639c-2536-4f49-8a27-0bbde0e08184,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:25.689619 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-a5e51c99-3497-4228-bae4-0f5303b6e97e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:26.015642 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 44398) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:26.030022 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-a349840a-a22b-4e18-bbc5-539c4bad895e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:26.127831 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-a349840a-a22b-4e18-bbc5-539c4bad895e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:26.134197 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-a349840a-a22b-4e18-bbc5-539c4bad895e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:26.137871 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-1d759af4-c25b-4036-8337-8f7372f75bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:26.183356 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-a349840a-a22b-4e18-bbc5-539c4bad895e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a45bebb5b73a4da78aae1fa9164bf82b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1665866 Jun 29 03:29:26.186590 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349840a-a22b-4e18-bbc5-539c4bad895e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062827b0-5706-4a39-9110-4719cb0d71e1,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:26.186900 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 44402) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:26.204716 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-a349840a-a22b-4e18-bbc5-539c4bad895e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:26.246974 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4a8daef3-960b-45ea-832d-e35d9d53c4bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:26.269261 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4a8daef3-960b-45ea-832d-e35d9d53c4bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:26.329082 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4a8daef3-960b-45ea-832d-e35d9d53c4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:26.331931 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4a8daef3-960b-45ea-832d-e35d9d53c4bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:26.336662 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-4a8daef3-960b-45ea-832d-e35d9d53c4bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/062827b0-5706-4a39-9110-4719cb0d71e1 HTTP/1.1" status: 204 len: 168 time: 0.1484635 Jun 29 03:29:26.337550 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-a764e416-bcb3-43a7-b22e-9f2650aa6028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:26.346423 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8daef3-960b-45ea-832d-e35d9d53c4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062827b0-5706-4a39-9110-4719cb0d71e1,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:26.351929 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-4a8daef3-960b-45ea-832d-e35d9d53c4bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:26.522589 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16578690-f1f2-41f1-877d-0e734d4d68f1 req-01e0b1a1-1c7e-4e9b-82c0-6685867eb488 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:26.524138 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-16578690-f1f2-41f1-877d-0e734d4d68f1 req-01e0b1a1-1c7e-4e9b-82c0-6685867eb488 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 945 time: 0.0678461 Jun 29 03:29:26.572320 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-16578690-f1f2-41f1-877d-0e734d4d68f1 req-dcbecd5c-0702-45ad-96f1-99a0886e7952 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421345 Jun 29 03:29:26.737564 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3089f-58d6-4721-a407-234cc860088d req-f3b14e49-3dbf-41c6-bc37-4e02f79d2707 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:26.739029 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-cbe3089f-58d6-4721-a407-234cc860088d req-f3b14e49-3dbf-41c6-bc37-4e02f79d2707 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 945 time: 0.0668736 Jun 29 03:29:26.777730 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-cbe3089f-58d6-4721-a407-234cc860088d req-71b2d658-57e3-47bb-906b-009c10397e15 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326388 Jun 29 03:29:26.802412 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5fbd4-6944-48e7-bb09-bda5fc4fbbde req-e0935b29-a6af-4756-92d9-539465c44315 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:26.803875 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-7ca5fbd4-6944-48e7-bb09-bda5fc4fbbde req-e0935b29-a6af-4756-92d9-539465c44315 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 945 time: 0.0717597 Jun 29 03:29:26.812749 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 44428) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:26.817463 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-6489c28d-a22c-48fd-a7ff-f49d84e30e0d tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Request body: {'floatingip': {'port_id': '33ab6b5d-9c56-4ba6-bc3b-d890a2af9384'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:29:26.857548 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-6489c28d-a22c-48fd-a7ff-f49d84e30e0d tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for floatingip, before_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:27.282147 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 44450) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:27.341862 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-6489c28d-a22c-48fd-a7ff-f49d84e30e0d tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:27.351625 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-6489c28d-a22c-48fd-a7ff-f49d84e30e0d tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8077441'] for floatingip, after_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:27.451576 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-9362bd9a-aacb-47b0-ad2f-f4f4be346af7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c144156fa6884a5bbf5b62d58f136b35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1682227 Jun 29 03:29:27.452348 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 44468) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:27.484036 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.db.l3_db [None req-6489c28d-a22c-48fd-a7ff-f49d84e30e0d tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Floating IP 0ef79171-bc5b-4e40-bfc8-237f4ab8ddd2 associated. External IP: 172.28.2.81, port: 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384. Jun 29 03:29:27.511745 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-aa8842a9-3947-430d-ade4-de1a087cfaa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:27.554396 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-aa8842a9-3947-430d-ade4-de1a087cfaa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:27.630024 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-aa8842a9-3947-430d-ade4-de1a087cfaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:27.634037 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-aa8842a9-3947-430d-ade4-de1a087cfaa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:27.639777 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-aa8842a9-3947-430d-ade4-de1a087cfaa7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f541986b-c2eb-48e9-93b6-fbfd71363089 HTTP/1.1" status: 204 len: 168 time: 0.1862950 Jun 29 03:29:27.640868 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-56653ae5-23f7-48f2-9495-bb41e87c7231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:27.665794 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8842a9-3947-430d-ade4-de1a087cfaa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f541986b-c2eb-48e9-93b6-fbfd71363089,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:27.688304 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-aa8842a9-3947-430d-ade4-de1a087cfaa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:27.767479 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6489c28d-a22c-48fd-a7ff-f49d84e30e0d tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Router 3a983dc0-1528-417f-91aa-3847fb40e702 has already been hosted by L3 agent 7fe0c168-953d-4d47-bedf-fde3a92e458b {{(pid=92899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:29:27.907977 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6489c28d-a22c-48fd-a7ff-f49d84e30e0d tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify agent at l3_agent.dv-cinder-797245-8-smb the message routers_updated {{(pid=92899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:29:27.918153 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31c96c5-d7f7-40f2-86b6-50be8acdf134 None None] Sync routers for ids ['3a983dc0-1528-417f-91aa-3847fb40e702'] in dv-cinder-797245-8-smb {{(pid=92902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:29:27.918742 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-6489c28d-a22c-48fd-a7ff-f49d84e30e0d tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for floatingip, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:27.927057 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31c96c5-d7f7-40f2-86b6-50be8acdf134 None None] Routers {'3a983dc0-1528-417f-91aa-3847fb40e702'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:29:27.927869 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-e31c96c5-d7f7-40f2-86b6-50be8acdf134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:29:15Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['3a983dc0-1528-417f-91aa-3847fb40e702'], 'active': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:29:28.004804 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-6489c28d-a22c-48fd-a7ff-f49d84e30e0d tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "PUT /v2.0/floatingips/0ef79171-bc5b-4e40-bfc8-237f4ab8ddd2 HTTP/1.1" status: 200 len: 990 time: 1.1909208 Jun 29 03:29:28.006016 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e', 'tag': '33ab6b5d-9c56-4ba6-bc3b-d890a2af9384'}] {{(pid=92899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:29:28.008604 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e75ac8c9269a08c635d3d4ea2f6bd2cddeec2d6e4f2b8df737e80b8e22f33d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2633d16-81a0-4a7f-823b-4be7459a2d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e", "tag": "33ab6b5d-9c56-4ba6-bc3b-d890a2af9384"}]}' {{(pid=92899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:29:28.019590 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8a486-0c40-4053-843c-229dc1fe8ce3 req-62bff648-3c56-4cd9-83fa-8fc1e6d19b33 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:28.021415 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-bae8a486-0c40-4053-843c-229dc1fe8ce3 req-62bff648-3c56-4cd9-83fa-8fc1e6d19b33 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 945 time: 0.1209154 Jun 29 03:29:28.068796 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-bae8a486-0c40-4053-843c-229dc1fe8ce3 req-4652cd39-f8dd-4eb5-9cde-c5e0dfc45dbc tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402174 Jun 29 03:29:28.135960 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ba486a-27b8-4103-98cb-4db4347b8f1d x-openstack-request-id: req-c2ba486a-27b8-4103-98cb-4db4347b8f1d {{(pid=92899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:29:28.136275 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e", "tag": "33ab6b5d-9c56-4ba6-bc3b-d890a2af9384", "status": "completed", "code": 200}]} {{(pid=92899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:29:28.136556 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c2ba486a-27b8-4103-98cb-4db4347b8f1d {{(pid=92899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:29:28.136993 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e', 'tag': '33ab6b5d-9c56-4ba6-bc3b-d890a2af9384', 'status': 'completed', 'code': 200} Jun 29 03:29:28.159673 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvr_db [None req-e31c96c5-d7f7-40f2-86b6-50be8acdf134 None None] Set router 3a983dc0-1528-417f-91aa-3847fb40e702 gateway port host: dv-cinder-797245-8-smb {{(pid=92902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:29:28.268843 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2633d16-81a0-4a7f-823b-4be7459a2d9a req-a69c504d-6c4e-447e-a349-8fee756e021b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:28.270495 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f2633d16-81a0-4a7f-823b-4be7459a2d9a req-a69c504d-6c4e-447e-a349-8fee756e021b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c906214f7a4549de98d1e94094ae6e28&device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 1098 time: 0.0580714 Jun 29 03:29:28.366281 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2633d16-81a0-4a7f-823b-4be7459a2d9a req-3f7f76c6-2ed0-4677-b218-63072c782d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:28.369428 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f2633d16-81a0-4a7f-823b-4be7459a2d9a req-3f7f76c6-2ed0-4677-b218-63072c782d60 service neutron] 10.222.0.41 "GET /v2.0/networks?id=55159499-4162-473d-91be-3f7bcc13f345 HTTP/1.1" status: 200 len: 918 time: 0.0899117 Jun 29 03:29:28.392991 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 44500) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:28.413281 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-e31c96c5-d7f7-40f2-86b6-50be8acdf134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'name': 'tempest-AttachVolumeShelveTestJSON-1244863228-router', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15'}], 'enable_snat': True}, 'gw_port_id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:59Z', 'updated_at': '2021-06-29T03:29:05Z', 'revision_number': 4, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'gw_port': {'id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:00Z', 'updated_at': '2021-06-29T03:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_floatingips': [{'id': '0ef79171-bc5b-4e40-bfc8-237f4ab8ddd2', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'floating_ip_address': '172.28.2.81', 'floating_network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'router_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'port_id': '33ab6b5d-9c56-4ba6-bc3b-d890a2af9384', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55159499-4162-473d-91be-3f7bcc13f345', 'mac_address': 'fa:16:3e:e0:ce:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:29:10Z', 'updated_at': '2021-06-29T03:29:27Z', 'revision_number': 1, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '472ed9e2-6d11-4d68-8eee-51bc8461b0c8', 'name': '', 'network_id': '55159499-4162-473d-91be-3f7bcc13f345', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'mac_address': 'fa:16:3e:c6:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '29dd2891-545c-4e5c-ada9-366a40a64358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:04Z', 'updated_at': '2021-06-29T03:29:12Z', 'revision_number': 5, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'subnets': [{'id': '29dd2891-545c-4e5c-ada9-366a40a64358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:29:28.460563 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31c96c5-d7f7-40f2-86b6-50be8acdf134 None None] Checking router: 3a983dc0-1528-417f-91aa-3847fb40e702 for host: dv-cinder-797245-8-smb {{(pid=92902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:29:28.470290 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31c96c5-d7f7-40f2-86b6-50be8acdf134 None None] Routers {'3a983dc0-1528-417f-91aa-3847fb40e702'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:29:28.471026 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-e31c96c5-d7f7-40f2-86b6-50be8acdf134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:29:15Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['3a983dc0-1528-417f-91aa-3847fb40e702'], 'active': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:29:28.480159 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f2633d16-81a0-4a7f-823b-4be7459a2d9a req-8d95b972-356e-45c1-a89e-9797271e1af7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 HTTP/1.1" status: 200 len: 998 time: 0.0934575 Jun 29 03:29:28.517042 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-156336dc-d7b0-4ae3-b4c4-d6977e2b7fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:28.529983 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2633d16-81a0-4a7f-823b-4be7459a2d9a req-c2b8efa5-7288-4c8d-afa9-3a8eed489960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:28.531514 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f2633d16-81a0-4a7f-823b-4be7459a2d9a req-c2b8efa5-7288-4c8d-afa9-3a8eed489960 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29dd2891-545c-4e5c-ada9-366a40a64358 HTTP/1.1" status: 200 len: 856 time: 0.0442429 Jun 29 03:29:28.576427 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvr_db [None req-e31c96c5-d7f7-40f2-86b6-50be8acdf134 None None] Set router 3a983dc0-1528-417f-91aa-3847fb40e702 gateway port host: dv-cinder-797245-8-smb {{(pid=92902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:29:28.611154 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2633d16-81a0-4a7f-823b-4be7459a2d9a req-92305dfd-bf34-48a9-8fab-cec8277fc509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:28.612727 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f2633d16-81a0-4a7f-823b-4be7459a2d9a req-92305dfd-bf34-48a9-8fab-cec8277fc509 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=55159499-4162-473d-91be-3f7bcc13f345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0738006 Jun 29 03:29:28.624038 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-156336dc-d7b0-4ae3-b4c4-d6977e2b7fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:28.629527 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-156336dc-d7b0-4ae3-b4c4-d6977e2b7fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:28.647323 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-aa89e272-9c69-4bb1-847d-50f585f3a21a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:28.683813 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156336dc-d7b0-4ae3-b4c4-d6977e2b7fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc66f7c4-6988-41ba-822e-d4598ca7d5d7,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:28.699504 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-156336dc-d7b0-4ae3-b4c4-d6977e2b7fb4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d6b500e633c49b884a322e86add15fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3052709 Jun 29 03:29:28.700593 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-156336dc-d7b0-4ae3-b4c4-d6977e2b7fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:28.702027 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 44504) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:28.736440 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f2633d16-81a0-4a7f-823b-4be7459a2d9a req-a5db43ee-8205-4994-bb16-a7253b824572 service neutron] 10.222.0.41 "GET /v2.0/networks/55159499-4162-473d-91be-3f7bcc13f345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126285 Jun 29 03:29:28.764528 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-3642da39-dc07-4326-882e-99b124e22290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:28.788920 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-3642da39-dc07-4326-882e-99b124e22290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:28.913634 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-3642da39-dc07-4326-882e-99b124e22290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:28.917590 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-e31c96c5-d7f7-40f2-86b6-50be8acdf134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'name': 'tempest-AttachVolumeShelveTestJSON-1244863228-router', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15'}], 'enable_snat': True}, 'gw_port_id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:59Z', 'updated_at': '2021-06-29T03:29:05Z', 'revision_number': 4, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'gw_port': {'id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:00Z', 'updated_at': '2021-06-29T03:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_floatingips': [{'id': '0ef79171-bc5b-4e40-bfc8-237f4ab8ddd2', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'floating_ip_address': '172.28.2.81', 'floating_network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'router_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'port_id': '33ab6b5d-9c56-4ba6-bc3b-d890a2af9384', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55159499-4162-473d-91be-3f7bcc13f345', 'mac_address': 'fa:16:3e:e0:ce:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:29:10Z', 'updated_at': '2021-06-29T03:29:27Z', 'revision_number': 1, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '472ed9e2-6d11-4d68-8eee-51bc8461b0c8', 'name': '', 'network_id': '55159499-4162-473d-91be-3f7bcc13f345', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'mac_address': 'fa:16:3e:c6:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '29dd2891-545c-4e5c-ada9-366a40a64358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:04Z', 'updated_at': '2021-06-29T03:29:12Z', 'revision_number': 5, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'subnets': [{'id': '29dd2891-545c-4e5c-ada9-366a40a64358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:29:28.917850 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-3642da39-dc07-4326-882e-99b124e22290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:28.931705 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-3642da39-dc07-4326-882e-99b124e22290 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc66f7c4-6988-41ba-822e-d4598ca7d5d7 HTTP/1.1" status: 204 len: 168 time: 0.2245369 Jun 29 03:29:28.938855 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-f95b415a-fff4-49b0-892a-77d9b200439e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:28.957181 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31c96c5-d7f7-40f2-86b6-50be8acdf134 None None] The sync data for ids ['3a983dc0-1528-417f-91aa-3847fb40e702'] in dv-cinder-797245-8-smb is: [{'id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'name': 'tempest-AttachVolumeShelveTestJSON-1244863228-router', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15'}], 'enable_snat': True}, 'gw_port_id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:59Z', 'updated_at': '2021-06-29T03:29:05Z', 'revision_number': 4, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'gw_port': {'id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:00Z', 'updated_at': '2021-06-29T03:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_floatingips': [{'id': '0ef79171-bc5b-4e40-bfc8-237f4ab8ddd2', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'floating_ip_address': '172.28.2.81', 'floating_network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'router_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'port_id': '33ab6b5d-9c56-4ba6-bc3b-d890a2af9384', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55159499-4162-473d-91be-3f7bcc13f345', 'mac_address': 'fa:16:3e:e0:ce:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:29:10Z', 'updated_at': '2021-06-29T03:29:27Z', 'revision_number': 1, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '472ed9e2-6d11-4d68-8eee-51bc8461b0c8', 'name': '', 'network_id': '55159499-4162-473d-91be-3f7bcc13f345', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'mac_address': 'fa:16:3e:c6:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '29dd2891-545c-4e5c-ada9-366a40a64358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:04Z', 'updated_at': '2021-06-29T03:29:12Z', 'revision_number': 5, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'subnets': [{'id': '29dd2891-545c-4e5c-ada9-366a40a64358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:29:28.966476 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642da39-dc07-4326-882e-99b124e22290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc66f7c4-6988-41ba-822e-d4598ca7d5d7,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:28.982592 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-3642da39-dc07-4326-882e-99b124e22290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:28.984877 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4560b1-bc97-4302-93dc-316c838bb6de req-fa688ddc-8f47-4692-8019-d0dd372fe755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:28.998994 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1f4560b1-bc97-4302-93dc-316c838bb6de req-fa688ddc-8f47-4692-8019-d0dd372fe755 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 1098 time: 0.1628966 Jun 29 03:29:29.047751 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1f4560b1-bc97-4302-93dc-316c838bb6de req-04f21d48-1f3b-43f3-8600-b2a3514b03a7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324879 Jun 29 03:29:29.135721 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f2633d16-81a0-4a7f-823b-4be7459a2d9a req-a9e652d9-229b-4cc7-8bdf-f7db43d0a39f service neutron] 10.222.0.41 "GET /v2.0/networks/55159499-4162-473d-91be-3f7bcc13f345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797169 Jun 29 03:29:29.238823 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbb5b82-b5cf-42f1-9846-c6857a3b944f None None] New status for floating IP 0ef79171-bc5b-4e40-bfc8-237f4ab8ddd2: ACTIVE {{(pid=92901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 03:29:29.282040 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc7fc5-44ed-4f39-8683-029f60009a2f req-28694e5e-abc2-4c22-bde1-da1966b403eb tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:29.284046 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-88dc7fc5-44ed-4f39-8683-029f60009a2f req-28694e5e-abc2-4c22-bde1-da1966b403eb tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 945 time: 0.0766354 Jun 29 03:29:29.301138 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 44524) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:29.319972 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-13223d63-a611-4422-af40-40e35e35e607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:29.327085 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-88dc7fc5-44ed-4f39-8683-029f60009a2f req-58753b58-d7f2-4f36-a65b-e21fb9415ad0 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368719 Jun 29 03:29:29.426361 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-13223d63-a611-4422-af40-40e35e35e607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:29.431646 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-13223d63-a611-4422-af40-40e35e35e607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:29.434330 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-99a998bf-ba88-463b-b065-334b7f656acd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:29.469971 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13223d63-a611-4422-af40-40e35e35e607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f292f26d-f13b-4f2c-a729-a53530e0fab0,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:29.478190 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-13223d63-a611-4422-af40-40e35e35e607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:29.483894 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-13223d63-a611-4422-af40-40e35e35e607 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7da1112e13c14c29892915fed6628287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1810257 Jun 29 03:29:29.485954 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 44526) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:29.533012 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-88822281-645c-4415-92e4-1854296019f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:29.553198 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-88822281-645c-4415-92e4-1854296019f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:29.600196 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-88822281-645c-4415-92e4-1854296019f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:29.602759 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-88822281-645c-4415-92e4-1854296019f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:29.603929 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-88822281-645c-4415-92e4-1854296019f4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f292f26d-f13b-4f2c-a729-a53530e0fab0 HTTP/1.1" status: 204 len: 168 time: 0.1170356 Jun 29 03:29:29.604630 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-9a9fec27-bba0-4f9a-95e4-dda4cf0ae7ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:29.612400 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88822281-645c-4415-92e4-1854296019f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f292f26d-f13b-4f2c-a729-a53530e0fab0,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:29.614553 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-88822281-645c-4415-92e4-1854296019f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:30.530508 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2fd7a-64d9-4022-9462-280d594346b2 req-daedebcb-a82a-4aa4-8495-60c0c4c9881f tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:30.532012 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-05e2fd7a-64d9-4022-9462-280d594346b2 req-daedebcb-a82a-4aa4-8495-60c0c4c9881f tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 945 time: 0.0898008 Jun 29 03:29:30.572474 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-05e2fd7a-64d9-4022-9462-280d594346b2 req-d788893e-1457-4bb9-9aa9-eb7089eddc00 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346906 Jun 29 03:29:31.748605 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bacfd5-bfe2-4b35-bd22-ed308803c08a req-20db8100-a4ac-42e1-a6f7-425b31657a57 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:31.749809 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-77bacfd5-bfe2-4b35-bd22-ed308803c08a req-20db8100-a4ac-42e1-a6f7-425b31657a57 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 945 time: 0.0623350 Jun 29 03:29:31.786601 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-77bacfd5-bfe2-4b35-bd22-ed308803c08a req-d14d50e2-323f-4ec2-8cab-a9aa1b54fae4 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312495 Jun 29 03:29:31.974013 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98bdbbc-9c4d-4b00-88bf-d1a89775e2d4 req-0458547f-181a-4912-8d2d-6c883e9c9abb tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:31.975523 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e98bdbbc-9c4d-4b00-88bf-d1a89775e2d4 req-0458547f-181a-4912-8d2d-6c883e9c9abb tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0645039 Jun 29 03:29:32.013960 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e98bdbbc-9c4d-4b00-88bf-d1a89775e2d4 req-b80e8662-ce5c-4268-acab-567ab23b2e34 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322537 Jun 29 03:29:33.258844 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 44632) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:33.366788 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5f810845-f219-40a6-80c5-c4659e245660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:33.460836 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5f810845-f219-40a6-80c5-c4659e245660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:33.465279 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5f810845-f219-40a6-80c5-c4659e245660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:33.468666 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-6652c5a9-9e9d-49fc-84f7-5b5ca03b63b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:33.505081 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-5f810845-f219-40a6-80c5-c4659e245660 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3cf4afedbc714138a05e9733868229b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451420 Jun 29 03:29:33.506182 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f810845-f219-40a6-80c5-c4659e245660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bfce6b-aa66-4b24-8fd0-17c88caf7dde,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:33.507704 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 44642) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:33.509140 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-5f810845-f219-40a6-80c5-c4659e245660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:33.558920 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-c5784022-9e4c-4ab7-80d1-ca721dd97832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:33.579457 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-c5784022-9e4c-4ab7-80d1-ca721dd97832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:33.643574 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-c5784022-9e4c-4ab7-80d1-ca721dd97832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:33.651508 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-c5784022-9e4c-4ab7-80d1-ca721dd97832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:33.651508 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-c5784022-9e4c-4ab7-80d1-ca721dd97832 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d4bfce6b-aa66-4b24-8fd0-17c88caf7dde HTTP/1.1" status: 204 len: 168 time: 0.1413236 Jun 29 03:29:33.651834 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-3642da39-dc07-4326-882e-99b124e22290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:33.661055 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5784022-9e4c-4ab7-80d1-ca721dd97832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bfce6b-aa66-4b24-8fd0-17c88caf7dde,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:33.669626 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-c5784022-9e4c-4ab7-80d1-ca721dd97832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:33.788647 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c1a1e-64c2-424d-bb34-93cafa1f6cc0 req-474d88eb-7461-4596-8739-3316fc75087d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:33.790098 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a35c1a1e-64c2-424d-bb34-93cafa1f6cc0 req-474d88eb-7461-4596-8739-3316fc75087d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9902c70e108740118a4f71868bc0d52c&device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 1098 time: 0.0857561 Jun 29 03:29:33.868386 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f594268-c290-43df-8044-b21ec85a87b0 req-70545e54-79e8-49f5-8147-7667726a75a0 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:33.869898 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-9f594268-c290-43df-8044-b21ec85a87b0 req-70545e54-79e8-49f5-8147-7667726a75a0 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.1268089 Jun 29 03:29:33.912595 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c1a1e-64c2-424d-bb34-93cafa1f6cc0 req-5201bafe-e6ac-4fa3-ba9d-c73534bf0f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:33.914055 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a35c1a1e-64c2-424d-bb34-93cafa1f6cc0 req-5201bafe-e6ac-4fa3-ba9d-c73534bf0f3d service neutron] 10.222.0.41 "GET /v2.0/networks?id=fbd73007-b4d3-49e9-a03f-426fb9b7fdeb HTTP/1.1" status: 200 len: 919 time: 0.1163805 Jun 29 03:29:33.938517 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-9f594268-c290-43df-8044-b21ec85a87b0 req-256aba94-6121-488d-9477-6dcab5814ebf tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609624 Jun 29 03:29:33.969203 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a35c1a1e-64c2-424d-bb34-93cafa1f6cc0 req-d0143289-079a-4025-9fc0-9a7f62eea71b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57ed9626-8d20-499e-b4ce-9c1f0667e3b6 HTTP/1.1" status: 200 len: 217 time: 0.0434418 Jun 29 03:29:34.019741 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c1a1e-64c2-424d-bb34-93cafa1f6cc0 req-36d6d65f-69b2-41e5-8673-630f6fbe5c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:34.021199 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a35c1a1e-64c2-424d-bb34-93cafa1f6cc0 req-36d6d65f-69b2-41e5-8673-630f6fbe5c2f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f0118e0e-acf3-4d0b-868c-48a64b84ce54 HTTP/1.1" status: 200 len: 858 time: 0.0454028 Jun 29 03:29:34.056474 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a35c1a1e-64c2-424d-bb34-93cafa1f6cc0 req-050f3d12-5b0c-4fcc-8133-6a19ae151e37 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fbd73007-b4d3-49e9-a03f-426fb9b7fdeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251076 Jun 29 03:29:34.188197 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a35c1a1e-64c2-424d-bb34-93cafa1f6cc0 req-a58c5082-ce9b-4e6a-bd4e-62ffc4bdb731 service neutron] 10.222.0.41 "GET /v2.0/networks/fbd73007-b4d3-49e9-a03f-426fb9b7fdeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242039 Jun 29 03:29:34.300723 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a35c1a1e-64c2-424d-bb34-93cafa1f6cc0 req-1e426b86-55b7-4956-8b59-8ae56d7772b0 service neutron] 10.222.0.41 "GET /v2.0/networks/fbd73007-b4d3-49e9-a03f-426fb9b7fdeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039834 Jun 29 03:29:35.113039 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5998fb-3086-457b-8119-5cc37b2c1813 req-cd96de4d-acaa-4bd4-be45-f7b9fbc599cb tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:35.114475 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-0d5998fb-3086-457b-8119-5cc37b2c1813 req-cd96de4d-acaa-4bd4-be45-f7b9fbc599cb tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0630729 Jun 29 03:29:35.150238 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-0d5998fb-3086-457b-8119-5cc37b2c1813 req-37424b65-c6a7-44a1-b467-59f1cbdf88d0 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302477 Jun 29 03:29:36.326674 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf033e1-b7ce-4484-9cbe-9e20657c0702 req-fb4358f4-65d2-47d6-a4fa-30863fb1fd1f tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:36.328143 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-abf033e1-b7ce-4484-9cbe-9e20657c0702 req-fb4358f4-65d2-47d6-a4fa-30863fb1fd1f tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0658600 Jun 29 03:29:36.364880 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-abf033e1-b7ce-4484-9cbe-9e20657c0702 req-c50a2985-eaf9-42c2-a45c-a3da5ed3a511 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311329 Jun 29 03:29:37.552073 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc183563-1534-4e6f-8e5b-a665a03ab2e6 req-2396609e-5ae1-4908-8e97-731ee557b0ef tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:37.553525 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-cc183563-1534-4e6f-8e5b-a665a03ab2e6 req-2396609e-5ae1-4908-8e97-731ee557b0ef tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0752461 Jun 29 03:29:37.593326 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-cc183563-1534-4e6f-8e5b-a665a03ab2e6 req-cf8bdeac-2bb4-42ba-9526-4f45b3a9efff tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339510 Jun 29 03:29:38.771581 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b393d-4d61-425b-80ff-748ddf0886ae req-a8209c98-2019-4136-bcd9-768f82f7764c tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:38.773065 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b76b393d-4d61-425b-80ff-748ddf0886ae req-a8209c98-2019-4136-bcd9-768f82f7764c tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0674574 Jun 29 03:29:38.810672 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b76b393d-4d61-425b-80ff-748ddf0886ae req-bf35d377-5cc3-4670-8fc0-4ed0b93de6ca tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318635 Jun 29 03:29:39.603220 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 44828) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:39.707054 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-0a3074b9-eaf6-43fb-af47-971aa0278621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:39.797195 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-0a3074b9-eaf6-43fb-af47-971aa0278621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:39.800954 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-0a3074b9-eaf6-43fb-af47-971aa0278621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:39.804105 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-156336dc-d7b0-4ae3-b4c4-d6977e2b7fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:39.836294 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-0a3074b9-eaf6-43fb-af47-971aa0278621 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=02799ba5b66140ccacd334cd82f4989e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318642 Jun 29 03:29:39.838323 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3074b9-eaf6-43fb-af47-971aa0278621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11ad505-c956-45bd-b06c-e7841227261a,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:39.839146 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 44836) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:39.841582 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-0a3074b9-eaf6-43fb-af47-971aa0278621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:39.894940 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-924f2b2b-0053-4789-917f-5f6f343175cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:39.916179 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-924f2b2b-0053-4789-917f-5f6f343175cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:39.967093 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-924f2b2b-0053-4789-917f-5f6f343175cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:39.970549 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-924f2b2b-0053-4789-917f-5f6f343175cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:39.974290 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-924f2b2b-0053-4789-917f-5f6f343175cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e11ad505-c956-45bd-b06c-e7841227261a HTTP/1.1" status: 204 len: 168 time: 0.1340427 Jun 29 03:29:39.975176 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-88822281-645c-4415-92e4-1854296019f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:39.982604 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f2b2b-0053-4789-917f-5f6f343175cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11ad505-c956-45bd-b06c-e7841227261a,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:39.985684 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-924f2b2b-0053-4789-917f-5f6f343175cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:39.989863 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4881a24-aff8-4644-8c86-aff713f2cdd3 req-de4a9a25-cc27-4371-9045-8e957e97f58a tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:39.998880 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e4881a24-aff8-4644-8c86-aff713f2cdd3 req-de4a9a25-cc27-4371-9045-8e957e97f58a tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0720522 Jun 29 03:29:40.034447 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e4881a24-aff8-4644-8c86-aff713f2cdd3 req-fe3cafd7-1bb1-4e5f-aa82-e71bea87891f tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347192 Jun 29 03:29:41.219916 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e839e-2ad9-4604-806c-9d17bc00086c req-57db040e-3fe2-41e9-8e1c-c1d198c7fe8c tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:41.221417 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-336e839e-2ad9-4604-806c-9d17bc00086c req-57db040e-3fe2-41e9-8e1c-c1d198c7fe8c tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0627759 Jun 29 03:29:41.261462 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-336e839e-2ad9-4604-806c-9d17bc00086c req-1054ad92-31fc-4719-96e5-e6d71a8d89d0 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345592 Jun 29 03:29:42.434197 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964b100-06ae-4bae-b891-bac7ee5968e2 req-d676bb34-5048-47aa-83cc-ab597b625027 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:42.435653 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f964b100-06ae-4bae-b891-bac7ee5968e2 req-d676bb34-5048-47aa-83cc-ab597b625027 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0612364 Jun 29 03:29:42.479399 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f964b100-06ae-4bae-b891-bac7ee5968e2 req-6563c0a4-7485-4cf8-a2e2-bdee857dd1f6 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382168 Jun 29 03:29:43.083062 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6ea1dc22-45f8-4850-9581-7e0269563e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:43.655581 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375fe7a-777e-4455-b12c-d02222f4fb86 req-e8420e4e-8b96-4912-bb24-15deb088454a tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:43.657058 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-8375fe7a-777e-4455-b12c-d02222f4fb86 req-e8420e4e-8b96-4912-bb24-15deb088454a tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0631418 Jun 29 03:29:43.693718 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-8375fe7a-777e-4455-b12c-d02222f4fb86 req-21753ddd-0433-4a46-9d67-1e97392c465a tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310256 Jun 29 03:29:44.874120 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e810ff-d9d4-4320-ace6-96ec6bdca0f5 req-0c022c33-307c-4f09-8d1a-a75be8794861 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:44.875591 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-52e810ff-d9d4-4320-ace6-96ec6bdca0f5 req-0c022c33-307c-4f09-8d1a-a75be8794861 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0660095 Jun 29 03:29:44.913140 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-52e810ff-d9d4-4320-ace6-96ec6bdca0f5 req-01041560-b1c4-440e-8417-75fe3b4e63e6 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316374 Jun 29 03:29:45.472544 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ec10c4c3-0fd8-419a-8b6a-63d02971a0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:45.848768 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:46.096546 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa90dc1-9dcb-4e5c-a539-9c73a4237d5d req-2e29dc57-1788-465c-a728-5a4246225bb1 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:46.098123 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-8aa90dc1-9dcb-4e5c-a539-9c73a4237d5d req-2e29dc57-1788-465c-a728-5a4246225bb1 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0712011 Jun 29 03:29:46.137229 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-8aa90dc1-9dcb-4e5c-a539-9c73a4237d5d req-65cef37f-0e92-4924-bdd5-1abd146c96cb tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325239 Jun 29 03:29:46.524487 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:47.115365 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:47.320126 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0e2bd-6e28-4aee-abcb-4a5e4cdf9420 req-22bc5228-b7cb-4d0e-b494-8030eda625ae tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:47.321612 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-22d0e2bd-6e28-4aee-abcb-4a5e4cdf9420 req-22bc5228-b7cb-4d0e-b494-8030eda625ae tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0672002 Jun 29 03:29:47.334589 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97d2fc-7829-47f8-b596-5b6c638d6ac0 req-4f74b554-7f58-48d9-8679-41558840f44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:47.336071 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-7b97d2fc-7829-47f8-b596-5b6c638d6ac0 req-4f74b554-7f58-48d9-8679-41558840f44f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 1098 time: 0.0551035 Jun 29 03:29:47.364490 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-22d0e2bd-6e28-4aee-abcb-4a5e4cdf9420 req-ff5f99bd-be79-4cbe-8ada-7530f6465c1e tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370355 Jun 29 03:29:47.373566 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-7b97d2fc-7829-47f8-b596-5b6c638d6ac0 req-a13757a2-9667-42a3-a571-a6c73794f587 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288787 Jun 29 03:29:48.412228 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:48.544501 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b85873-0a1a-4605-99be-ec5a21df2f5e req-cbbc2d88-6f82-42f1-a744-37f0c7e70cf2 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:48.545954 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-d6b85873-0a1a-4605-99be-ec5a21df2f5e req-cbbc2d88-6f82-42f1-a744-37f0c7e70cf2 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0653131 Jun 29 03:29:48.586170 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-d6b85873-0a1a-4605-99be-ec5a21df2f5e req-d094bd4b-9244-49ea-8cb4-aab2347202e4 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328729 Jun 29 03:29:49.758317 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b54210-9420-4e62-88ad-f185cd4dfb8f req-102567db-1ed6-4c67-b28c-17d27a51a93f tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:49.759755 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-32b54210-9420-4e62-88ad-f185cd4dfb8f req-102567db-1ed6-4c67-b28c-17d27a51a93f tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0631230 Jun 29 03:29:49.799659 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-32b54210-9420-4e62-88ad-f185cd4dfb8f req-689a6fb4-bdea-43dc-83b3-8f0fe1aa94cc tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341704 Jun 29 03:29:50.265893 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8210040-251b-4909-8b7c-cd591352d3f0 req-4a76f596-5503-4560-88b8-19ca3532fe5a tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:50.268255 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b8210040-251b-4909-8b7c-cd591352d3f0 req-4a76f596-5503-4560-88b8-19ca3532fe5a tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0789857 Jun 29 03:29:50.312265 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b8210040-251b-4909-8b7c-cd591352d3f0 req-19554859-48fd-46a9-8e74-faddf68c5e4c tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350425 Jun 29 03:29:50.410671 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23271c0-738c-4fd9-a259-75906f7b6955 req-b22424ff-558f-4b87-8bc0-e355186e09c9 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:50.412229 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d23271c0-738c-4fd9-a259-75906f7b6955 req-b22424ff-558f-4b87-8bc0-e355186e09c9 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.0642095 Jun 29 03:29:50.423721 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0532b-752c-4ee6-b775-e5f5749d22fe req-dfc8504b-f9f3-44d6-a2be-94928502d4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:50.425204 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-2ea0532b-752c-4ee6-b775-e5f5749d22fe req-dfc8504b-f9f3-44d6-a2be-94928502d4f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9902c70e108740118a4f71868bc0d52c&device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 1098 time: 0.0544388 Jun 29 03:29:50.448998 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d23271c0-738c-4fd9-a259-75906f7b6955 req-8b30ea81-e2c8-4267-97ee-dc54831f9e8f tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309098 Jun 29 03:29:50.535162 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0532b-752c-4ee6-b775-e5f5749d22fe req-c3d5a161-c611-4370-ac7b-64f66911d0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:50.536745 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-2ea0532b-752c-4ee6-b775-e5f5749d22fe req-c3d5a161-c611-4370-ac7b-64f66911d0e7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fbd73007-b4d3-49e9-a03f-426fb9b7fdeb HTTP/1.1" status: 200 len: 919 time: 0.0906386 Jun 29 03:29:50.625678 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-2ea0532b-752c-4ee6-b775-e5f5749d22fe req-6c9972a8-e069-47d6-b027-3a5d6f3dd6e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57ed9626-8d20-499e-b4ce-9c1f0667e3b6 HTTP/1.1" status: 200 len: 217 time: 0.0359671 Jun 29 03:29:50.679600 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0532b-752c-4ee6-b775-e5f5749d22fe req-b1f30ee4-c138-4824-a5e8-7c54b3ee83e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:50.681510 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-2ea0532b-752c-4ee6-b775-e5f5749d22fe req-b1f30ee4-c138-4824-a5e8-7c54b3ee83e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f0118e0e-acf3-4d0b-868c-48a64b84ce54 HTTP/1.1" status: 200 len: 858 time: 0.0457623 Jun 29 03:29:50.727073 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-2ea0532b-752c-4ee6-b775-e5f5749d22fe req-6c9508aa-14ad-434a-af7e-6dc164e88b16 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fbd73007-b4d3-49e9-a03f-426fb9b7fdeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291255 Jun 29 03:29:50.816550 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-2ea0532b-752c-4ee6-b775-e5f5749d22fe req-797a2c97-18f4-4c9c-bcea-7e2b05813f6c service neutron] 10.222.0.41 "GET /v2.0/networks/fbd73007-b4d3-49e9-a03f-426fb9b7fdeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813427 Jun 29 03:29:50.911554 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-2ea0532b-752c-4ee6-b775-e5f5749d22fe req-7def4cb3-f8c9-4760-9fbf-e47e67e14e2e service neutron] 10.222.0.41 "GET /v2.0/networks/fbd73007-b4d3-49e9-a03f-426fb9b7fdeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851660 Jun 29 03:29:51.496709 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952e8d4-0080-4065-b28d-2acead050b7a req-85900374-2501-4f7c-89d4-90fa8d69e421 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:51.498184 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6952e8d4-0080-4065-b28d-2acead050b7a req-85900374-2501-4f7c-89d4-90fa8d69e421 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0669174 Jun 29 03:29:51.544774 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6952e8d4-0080-4065-b28d-2acead050b7a req-85f14b99-a74d-4eb2-9128-026028336612 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368273 Jun 29 03:29:51.635606 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e6cc5-31c7-40ed-b242-ab498c5cc739 req-383bf230-7662-4a67-b7ce-0ecd5d13018f tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:51.637127 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-3f0e6cc5-31c7-40ed-b242-ab498c5cc739 req-383bf230-7662-4a67-b7ce-0ecd5d13018f tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.0677693 Jun 29 03:29:51.678112 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-3f0e6cc5-31c7-40ed-b242-ab498c5cc739 req-b77fcb83-4682-4086-becc-74d7fbac1393 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324802 Jun 29 03:29:52.748800 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117b4ba-0d2f-4029-ad32-486d59de9c3b req-51f0934d-eee4-4997-82f9-ea15e5885241 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:52.750889 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b117b4ba-0d2f-4029-ad32-486d59de9c3b req-51f0934d-eee4-4997-82f9-ea15e5885241 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0748291 Jun 29 03:29:52.793124 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b117b4ba-0d2f-4029-ad32-486d59de9c3b req-220ae43e-7169-494e-bb73-3f177e9bbc84 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363066 Jun 29 03:29:52.870459 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fb146-8507-4dad-b14c-d5235a9fb79d req-08d7e889-32cf-4f60-baf8-57cafff552c6 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:52.871921 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f34fb146-8507-4dad-b14c-d5235a9fb79d req-08d7e889-32cf-4f60-baf8-57cafff552c6 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.0625379 Jun 29 03:29:52.913022 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f34fb146-8507-4dad-b14c-d5235a9fb79d req-6eecfd68-3cf5-4ff6-953c-f7e3d9eef450 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346763 Jun 29 03:29:52.918522 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 45016) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:53.023650 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-2e22274c-f604-406a-832a-492cb31ae4fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:53.109674 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-2e22274c-f604-406a-832a-492cb31ae4fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:53.113016 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-2e22274c-f604-406a-832a-492cb31ae4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:53.115205 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-56a8dfeb-4f7c-48c4-85ac-e1395fb5220f tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:53.151879 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-2e22274c-f604-406a-832a-492cb31ae4fe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8633a9f985a457cacb56dd1f6362480&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322390 Jun 29 03:29:53.152768 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22274c-f604-406a-832a-492cb31ae4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a8beb2-8acd-42ab-9068-250d3c7099ee,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:53.154546 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 45020) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:53.155839 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-2e22274c-f604-406a-832a-492cb31ae4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:53.205526 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-876ea71c-07b5-4abb-bc4d-9952af594236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:53.228047 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-876ea71c-07b5-4abb-bc4d-9952af594236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:53.273501 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-876ea71c-07b5-4abb-bc4d-9952af594236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:53.276042 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-876ea71c-07b5-4abb-bc4d-9952af594236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:53.277182 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-876ea71c-07b5-4abb-bc4d-9952af594236 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c8a8beb2-8acd-42ab-9068-250d3c7099ee HTTP/1.1" status: 204 len: 168 time: 0.1214938 Jun 29 03:29:53.277840 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:53.287391 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ea71c-07b5-4abb-bc4d-9952af594236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a8beb2-8acd-42ab-9068-250d3c7099ee,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:53.294329 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-876ea71c-07b5-4abb-bc4d-9952af594236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:53.881194 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 45048) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:53.973584 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015b77f-ff8e-450e-9367-9c3f531a4467 req-bbd1c80e-c395-40c3-9ad0-cef5debc6bc1 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:53.975242 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6015b77f-ff8e-450e-9367-9c3f531a4467 req-bbd1c80e-c395-40c3-9ad0-cef5debc6bc1 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0666268 Jun 29 03:29:53.979826 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-3655df54-f770-4991-bfb5-2b4b52327a30 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-69386395-network', 'tenant_id': '3699bbcc961442d5b336531ab34b138e'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:29:54.012379 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3655df54-f770-4991-bfb5-2b4b52327a30 admin admin] Made reservation on behalf of 3699bbcc961442d5b336531ab34b138e for: {'network': 1} {{(pid=92899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:29:54.014229 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6015b77f-ff8e-450e-9367-9c3f531a4467 req-72c46063-fb92-47ca-94bb-efd73acd6f2a tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327983 Jun 29 03:29:54.015952 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3655df54-f770-4991-bfb5-2b4b52327a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for network, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:54.026283 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3655df54-f770-4991-bfb5-2b4b52327a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:54.136727 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef5696-6060-4179-86ae-1494da73b7ad req-499bc111-a565-487e-a9e0-ad0e14084536 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:54.138185 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-acef5696-6060-4179-86ae-1494da73b7ad req-499bc111-a565-487e-a9e0-ad0e14084536 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.0987895 Jun 29 03:29:54.198939 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3655df54-f770-4991-bfb5-2b4b52327a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:54.203323 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-acef5696-6060-4179-86ae-1494da73b7ad req-54f9a4a8-741b-4b5d-bca4-74ae35b8d0ec tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576816 Jun 29 03:29:54.204369 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3655df54-f770-4991-bfb5-2b4b52327a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:54.207256 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-814dcef8-ca07-4efa-8bf9-2bbeb8cd9998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:54.223669 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3655df54-f770-4991-bfb5-2b4b52327a30 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=92899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 03:29:54.240067 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3655df54-f770-4991-bfb5-2b4b52327a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342'] for segment, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:54.240413 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.db.segments_db [None req-3655df54-f770-4991-bfb5-2b4b52327a30 admin admin] Added segment ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0 of type vlan for network 1fd1867f-612c-48ab-8e13-3ee799ac13de Jun 29 03:29:54.251553 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655df54-f770-4991-bfb5-2b4b52327a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167d2042-47b1-4641-82a5-4ea5d4619b93,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:54.255168 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-3655df54-f770-4991-bfb5-2b4b52327a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:54.285355 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3655df54-f770-4991-bfb5-2b4b52327a30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763851271976'] for network, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:54.320486 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3655df54-f770-4991-bfb5-2b4b52327a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670'] for network, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:54.322118 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3655df54-f770-4991-bfb5-2b4b52327a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:54.322830 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3655df54-f770-4991-bfb5-2b4b52327a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for network, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:54.325366 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-ab110700-d998-4352-8132-e8f8534a413f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:54.382607 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-3655df54-f770-4991-bfb5-2b4b52327a30 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5001438 Jun 29 03:29:54.385716 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 45062) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:54.387534 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655df54-f770-4991-bfb5-2b4b52327a30 admin admin] Pushing event updated for resources: {'Network': ['ID=1fd1867f-612c-48ab-8e13-3ee799ac13de,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:54.391310 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-12c11cca-003a-4b30-b0fc-9398c6eb624b admin admin] Request body: {'subnet': {'network_id': '1fd1867f-612c-48ab-8e13-3ee799ac13de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-69386395-subnet', 'tenant_id': '3699bbcc961442d5b336531ab34b138e', 'ip_version': 4}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:29:54.391451 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-3655df54-f770-4991-bfb5-2b4b52327a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:54.401682 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Network 1fd1867f-612c-48ab-8e13-3ee799ac13de details requested by agent ovs-agent-dv-cinder-797245-8-smb with host dv-cinder-797245-8-smb {{(pid=92901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:29:54.416902 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c11cca-003a-4b30-b0fc-9398c6eb624b admin admin] Made reservation on behalf of 3699bbcc961442d5b336531ab34b138e for: {'subnet': 1} {{(pid=92900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:29:54.419218 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-12c11cca-003a-4b30-b0fc-9398c6eb624b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66713706'] for subnet, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:54.594847 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-12c11cca-003a-4b30-b0fc-9398c6eb624b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4860085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66844560'] for subnet, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:54.597864 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-6f55d266-2291-43d1-a065-74b46444a43a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:54.650625 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c11cca-003a-4b30-b0fc-9398c6eb624b admin admin] Pushing event updated for resources: {'Subnet': ['ID=40346270-8996-492e-8bd1-1ed1c2a5eff8,revision_number=0']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:54.653338 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-12c11cca-003a-4b30-b0fc-9398c6eb624b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:54.659140 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c11cca-003a-4b30-b0fc-9398c6eb624b admin admin] Checking segment: {'id': 'ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1fd1867f-612c-48ab-8e13-3ee799ac13de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:29:54.659486 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c11cca-003a-4b30-b0fc-9398c6eb624b admin admin] Network hostable DHCP agents. Network: 1fd1867f-612c-48ab-8e13-3ee799ac13de, hostable agents: ['15611171-d073-4a1d-b69f-900d48098551'], hosted agents: [] {{(pid=92900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:29:54.675553 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c11cca-003a-4b30-b0fc-9398c6eb624b admin admin] Network 1fd1867f-612c-48ab-8e13-3ee799ac13de is scheduled to be hosted by DHCP agent 15611171-d073-4a1d-b69f-900d48098551 with binding_index 1 {{(pid=92900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:29:54.683995 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [None req-12c11cca-003a-4b30-b0fc-9398c6eb624b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-smb, 1fd1867f-612c-48ab-8e13-3ee799ac13de) {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:29:54.688470 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c11cca-003a-4b30-b0fc-9398c6eb624b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:54.689062 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-12c11cca-003a-4b30-b0fc-9398c6eb624b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for subnet, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:54.693403 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd47d58-382f-43dd-8d73-a9a571591030 None None] Network 1fd1867f-612c-48ab-8e13-3ee799ac13de requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:29:54.705851 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-12c11cca-003a-4b30-b0fc-9398c6eb624b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3166363 Jun 29 03:29:54.706192 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 45064) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:54.711001 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-7e6d0215-5685-429b-a044-d041a93ff151 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-69386395-router', 'tenant_id': '3699bbcc961442d5b336531ab34b138e', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'}}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:29:54.730893 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-7e6d0215-5685-429b-a044-d041a93ff151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8075178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8097'] for router, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:54.731888 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-7e6d0215-5685-429b-a044-d041a93ff151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8075155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8001213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8106'] for router, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:54.787945 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-7e6d0215-5685-429b-a044-d041a93ff151 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:54.849904 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1b39cf-688f-4f08-a3a8-425e3494be41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5883397f-06c1-5c34-a929-fdfc630db77e-1fd1867f-612c-48ab-8e13-3ee799ac13de', 'network_id': '1fd1867f-612c-48ab-8e13-3ee799ac13de', 'tenant_id': '3699bbcc961442d5b336531ab34b138e', 'fixed_ips': [{'subnet_id': '40346270-8996-492e-8bd1-1ed1c2a5eff8'}]}} from dv-cinder-797245-8-smb. {{(pid=92901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 03:29:54.850831 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-cb1b39cf-688f-4f08-a3a8-425e3494be41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:54.929848 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-7e6d0215-5685-429b-a044-d041a93ff151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7918546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8080158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8068'] for router, precommit_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:54.980670 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [None req-cb1b39cf-688f-4f08-a3a8-425e3494be41 None None] Allocated IP 172.20.0.2 (1fd1867f-612c-48ab-8e13-3ee799ac13de/40346270-8996-492e-8bd1-1ed1c2a5eff8/7826714e-9961-4adf-9b0a-991dec520232) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:29:55.119803 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-cb1b39cf-688f-4f08-a3a8-425e3494be41 None None] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:55.123252 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-7e6d0215-5685-429b-a044-d041a93ff151 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:55.127655 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-cb1b39cf-688f-4f08-a3a8-425e3494be41 None None] Transition to ACTIVE for port object 7826714e-9961-4adf-9b0a-991dec520232 will not be triggered until provisioned by entity L2. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:29:55.142080 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-cb1b39cf-688f-4f08-a3a8-425e3494be41 None None] Transition to ACTIVE for port object 7826714e-9961-4adf-9b0a-991dec520232 will not be triggered until provisioned by entity DHCP. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:29:55.145366 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-7e6d0215-5685-429b-a044-d041a93ff151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:55.147650 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-cb1b39cf-688f-4f08-a3a8-425e3494be41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:55.150256 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:55.187552 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1b39cf-688f-4f08-a3a8-425e3494be41 None None] Network 1fd1867f-612c-48ab-8e13-3ee799ac13de is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:29:55.190363 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-cb1b39cf-688f-4f08-a3a8-425e3494be41 None None] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:29:55.193701 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1b39cf-688f-4f08-a3a8-425e3494be41 None None] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:29:55.200339 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b39cf-688f-4f08-a3a8-425e3494be41 None None] Pushing event updated for resources: {'Port': ['ID=7826714e-9961-4adf-9b0a-991dec520232,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:55.205163 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-cb1b39cf-688f-4f08-a3a8-425e3494be41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:55.258854 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.db_base_plugin_common [None req-7e6d0215-5685-429b-a044-d041a93ff151 admin admin] Allocated IP 172.28.2.137 (66e8c627-bfc7-4283-9c88-a2a34f7e2e0b/c8165791-a4a1-46c6-a3dc-c0e6529e25bd/f6fb6513-7c72-4dfa-8a27-27780b1ed580) {{(pid=92899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:29:55.259576 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-cb1b39cf-688f-4f08-a3a8-425e3494be41 None None] Attempting to bind port 7826714e-9961-4adf-9b0a-991dec520232 on host dv-cinder-797245-8-smb for vnic_type normal with profile {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:29:55.259985 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-cb1b39cf-688f-4f08-a3a8-425e3494be41 None None] Attempting to bind port 7826714e-9961-4adf-9b0a-991dec520232 by drivers openvswitch,hyperv on host dv-cinder-797245-8-smb at level 0 using segments [{'id': 'ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1fd1867f-612c-48ab-8e13-3ee799ac13de'}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:29:55.260356 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1b39cf-688f-4f08-a3a8-425e3494be41 None None] Attempting to bind port 7826714e-9961-4adf-9b0a-991dec520232 on network 1fd1867f-612c-48ab-8e13-3ee799ac13de {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:29:55.266500 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1b39cf-688f-4f08-a3a8-425e3494be41 None None] Checking agent: {'id': '2d48862d-5b66-4de3-aaf5-496cc1a6aae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 16), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:29:55.266957 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1b39cf-688f-4f08-a3a8-425e3494be41 None None] Checking segment: {'id': 'ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1fd1867f-612c-48ab-8e13-3ee799ac13de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:29:55.267366 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-cb1b39cf-688f-4f08-a3a8-425e3494be41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:55.267806 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1b39cf-688f-4f08-a3a8-425e3494be41 None None] Bound using segment: {'id': 'ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1fd1867f-612c-48ab-8e13-3ee799ac13de'} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:29:55.268283 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-cb1b39cf-688f-4f08-a3a8-425e3494be41 None None] Bound port: 7826714e-9961-4adf-9b0a-991dec520232, host: dv-cinder-797245-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1fd1867f-612c-48ab-8e13-3ee799ac13de'}}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:29:55.268677 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-cb1b39cf-688f-4f08-a3a8-425e3494be41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:55.337533 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-cb1b39cf-688f-4f08-a3a8-425e3494be41 None None] For port 7826714e-9961-4adf-9b0a-991dec520232, host dv-cinder-797245-8-smb, cleared binding levels {{(pid=92901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:29:55.340688 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-cb1b39cf-688f-4f08-a3a8-425e3494be41 None None] For port 7826714e-9961-4adf-9b0a-991dec520232, host dv-cinder-797245-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=7826714e-9961-4adf-9b0a-991dec520232,segment=NetworkSegment(ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0),segment_id=ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0)] {{(pid=92901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:29:55.345460 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-cb1b39cf-688f-4f08-a3a8-425e3494be41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:55.347291 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:55.412880 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b39cf-688f-4f08-a3a8-425e3494be41 None None] Pushing event updated for resources: {'Port': ['ID=7826714e-9961-4adf-9b0a-991dec520232,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:55.415914 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-cb1b39cf-688f-4f08-a3a8-425e3494be41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:55.420536 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-7e6d0215-5685-429b-a044-d041a93ff151 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:55.431813 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733634d-6224-4965-8c37-e48caa8c72f1 req-612f63b8-dc96-4792-bcf0-45e14af3fe3d tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:55.433733 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-4733634d-6224-4965-8c37-e48caa8c72f1 req-612f63b8-dc96-4792-bcf0-45e14af3fe3d tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.1160398 Jun 29 03:29:55.493297 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-4733634d-6224-4965-8c37-e48caa8c72f1 req-82533cd1-184a-4f2e-91a3-b0242149505d tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538008 Jun 29 03:29:55.512573 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-7e6d0215-5685-429b-a044-d041a93ff151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302'] for port, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:55.515501 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:55.572616 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6d0215-5685-429b-a044-d041a93ff151 admin admin] Network 66e8c627-bfc7-4283-9c88-a2a34f7e2e0b is already hosted by enough agents. {{(pid=92899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:29:55.575650 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.base_scheduler [None req-7e6d0215-5685-429b-a044-d041a93ff151 admin admin] Resources bound (agent type, host, resource id): {{(pid=92899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:29:55.582533 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6d0215-5685-429b-a044-d041a93ff151 admin admin] Received port after_create {{(pid=92899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:29:55.583563 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b16e7-7f7e-480e-8471-6510f98f419f req-52848428-431d-4482-bf23-b424a211deaf tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:55.585304 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-7f0b16e7-7f7e-480e-8471-6510f98f419f req-52848428-431d-4482-bf23-b424a211deaf tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0917506 Jun 29 03:29:55.586005 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d0215-5685-429b-a044-d041a93ff151 admin admin] Pushing event updated for resources: {'Port': ['ID=f6fb6513-7c72-4dfa-8a27-27780b1ed580,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:55.631025 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-7e6d0215-5685-429b-a044-d041a93ff151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:55.664254 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-7f0b16e7-7f7e-480e-8471-6510f98f419f req-2c22523b-0be6-4962-8f83-54a6a387f2af tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674586 Jun 29 03:29:55.857699 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-7e6d0215-5685-429b-a044-d041a93ff151 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:56.109262 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 7826714e-9961-4adf-9b0a-991dec520232 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:29:56.196382 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning for port 7826714e-9961-4adf-9b0a-991dec520232 completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:29:56.274199 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-7e6d0215-5685-429b-a044-d041a93ff151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8080145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7918583'] for router, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:56.409514 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6d0215-5685-429b-a044-d041a93ff151 admin admin] Router 6e3abc95-0264-4163-a476-86e598f9737c is scheduled to L3 agent 7fe0c168-953d-4d47-bedf-fde3a92e458b with binding_index 1 {{(pid=92899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 03:29:56.437518 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cb3365-b33c-4e30-b65f-44c926d2b6b0 None None] Network 1fd1867f-612c-48ab-8e13-3ee799ac13de requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:29:56.498047 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-56bee6d3-a19a-414e-acfc-55ae66b5e182 None None] Provisioning for port 7826714e-9961-4adf-9b0a-991dec520232 completed by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:29:56.506382 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-56bee6d3-a19a-414e-acfc-55ae66b5e182 None None] Provisioning complete for port 7826714e-9961-4adf-9b0a-991dec520232 triggered by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:29:56.506773 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-56bee6d3-a19a-414e-acfc-55ae66b5e182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:56.521582 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6d0215-5685-429b-a044-d041a93ff151 admin admin] Notify agent at l3_agent.dv-cinder-797245-8-smb the message routers_updated {{(pid=92899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:29:56.542364 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e178e23-58a5-420e-887f-0410fcadb4c8 None None] Sync routers for ids ['6e3abc95-0264-4163-a476-86e598f9737c'] in dv-cinder-797245-8-smb {{(pid=92902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:29:56.550627 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-7e6d0215-5685-429b-a044-d041a93ff151 admin admin] Notify callbacks [] for router, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:56.554133 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-7e6d0215-5685-429b-a044-d041a93ff151 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8468335 Jun 29 03:29:56.557030 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 45090) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:56.560237 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e178e23-58a5-420e-887f-0410fcadb4c8 None None] Routers {'6e3abc95-0264-4163-a476-86e598f9737c'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:29:56.560873 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-6e178e23-58a5-420e-887f-0410fcadb4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:29:45Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['6e3abc95-0264-4163-a476-86e598f9737c'], 'active': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:29:56.681449 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvr_db [None req-6e178e23-58a5-420e-887f-0410fcadb4c8 None None] Set router 6e3abc95-0264-4163-a476-86e598f9737c gateway port host: dv-cinder-797245-8-smb {{(pid=92902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:29:56.743081 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c754c33-1b09-44da-bf4d-a2f1727df0bf req-163cb2e3-b00f-4159-8f2c-749f7a698ae2 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:56.752446 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-5c754c33-1b09-44da-bf4d-a2f1727df0bf req-163cb2e3-b00f-4159-8f2c-749f7a698ae2 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.0803826 Jun 29 03:29:56.799781 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-5c754c33-1b09-44da-bf4d-a2f1727df0bf req-3f9fbfbb-6a66-4890-9a6a-3045b11aeddf tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464103 Jun 29 03:29:56.878864 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-56bee6d3-a19a-414e-acfc-55ae66b5e182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:56.888693 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-6e178e23-58a5-420e-887f-0410fcadb4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3abc95-0264-4163-a476-86e598f9737c', 'name': 'tempest-TestShelveInstance-69386395-router', 'tenant_id': '3699bbcc961442d5b336531ab34b138e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f6fb6513-7c72-4dfa-8a27-27780b1ed580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:29:54Z', 'updated_at': '2021-06-29T03:29:55Z', 'revision_number': 3, 'project_id': '3699bbcc961442d5b336531ab34b138e', 'gw_port': {'id': 'f6fb6513-7c72-4dfa-8a27-27780b1ed580', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3abc95-0264-4163-a476-86e598f9737c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:55Z', 'updated_at': '2021-06-29T03:29:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb'}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:29:56.929187 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e178e23-58a5-420e-887f-0410fcadb4c8 None None] Checking router: 6e3abc95-0264-4163-a476-86e598f9737c for host: dv-cinder-797245-8-smb {{(pid=92902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:29:56.929572 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e178e23-58a5-420e-887f-0410fcadb4c8 None None] Updating router 6e3abc95-0264-4163-a476-86e598f9737c port f6fb6513-7c72-4dfa-8a27-27780b1ed580 binding host dv-cinder-797245-8-smb {{(pid=92902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 03:29:56.937552 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-56bee6d3-a19a-414e-acfc-55ae66b5e182 None None] For port 7826714e-9961-4adf-9b0a-991dec520232, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=7826714e-9961-4adf-9b0a-991dec520232,segment=NetworkSegment(ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0),segment_id=ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:29:56.943908 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-56bee6d3-a19a-414e-acfc-55ae66b5e182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:56.946627 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:56.977376 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6e178e23-58a5-420e-887f-0410fcadb4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:57.010497 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bee6d3-a19a-414e-acfc-55ae66b5e182 None None] Pushing event updated for resources: {'Port': ['ID=7826714e-9961-4adf-9b0a-991dec520232,revision_number=3']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:57.014390 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-56bee6d3-a19a-414e-acfc-55ae66b5e182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:57.023260 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.agents_db [None req-352bb85c-db89-4991-b002-2379bbcb00d3 None None] Agent healthcheck: found 6 active agents {{(pid=92902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:29:57.166130 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-3eef4bcc-b430-4565-974b-01d09199e6df None None] Provisioning complete for port 7826714e-9961-4adf-9b0a-991dec520232 triggered by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:29:57.166405 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3eef4bcc-b430-4565-974b-01d09199e6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:57.285443 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-df3c2907-bfe1-4ca2-9cc4-fce2f5e73891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:57.342832 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6e178e23-58a5-420e-887f-0410fcadb4c8 None None] Notify callbacks [] for port, precommit_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:57.353545 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.provisioning_blocks [None req-6e178e23-58a5-420e-887f-0410fcadb4c8 None None] Transition to ACTIVE for port object f6fb6513-7c72-4dfa-8a27-27780b1ed580 will not be triggered until provisioned by entity L2. {{(pid=92902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:29:57.360431 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6e178e23-58a5-420e-887f-0410fcadb4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:57.362516 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG oslo_concurrency.lockutils [None req-ed66c5e9-c711-45e3-9636-94ca48b0a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:57.410662 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.managers [None req-6e178e23-58a5-420e-887f-0410fcadb4c8 None None] Attempting to bind port f6fb6513-7c72-4dfa-8a27-27780b1ed580 on host dv-cinder-797245-8-smb for vnic_type normal with profile {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:29:57.411046 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.managers [None req-6e178e23-58a5-420e-887f-0410fcadb4c8 None None] Attempting to bind port f6fb6513-7c72-4dfa-8a27-27780b1ed580 by drivers openvswitch,hyperv on host dv-cinder-797245-8-smb at level 0 using segments [{'id': 'e9e5c7ef-c364-4b74-9222-2e87bd8fc345', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'}] {{(pid=92902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:29:57.411404 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e178e23-58a5-420e-887f-0410fcadb4c8 None None] Attempting to bind port f6fb6513-7c72-4dfa-8a27-27780b1ed580 on network 66e8c627-bfc7-4283-9c88-a2a34f7e2e0b {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:29:57.413352 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da0b12-f98f-4418-86a2-70cbdc696371 None None] Pushing event updated for resources: {'Port': ['ID=f6fb6513-7c72-4dfa-8a27-27780b1ed580,revision_number=2']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:57.421656 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e178e23-58a5-420e-887f-0410fcadb4c8 None None] Checking agent: {'id': '2d48862d-5b66-4de3-aaf5-496cc1a6aae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 16), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:29:57.421960 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e178e23-58a5-420e-887f-0410fcadb4c8 None None] Checking segment: {'id': 'e9e5c7ef-c364-4b74-9222-2e87bd8fc345', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:29:57.422365 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6e178e23-58a5-420e-887f-0410fcadb4c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:57.422740 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e178e23-58a5-420e-887f-0410fcadb4c8 None None] Bound using segment: {'id': 'e9e5c7ef-c364-4b74-9222-2e87bd8fc345', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'} {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:29:57.423455 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.managers [None req-6e178e23-58a5-420e-887f-0410fcadb4c8 None None] Bound port: f6fb6513-7c72-4dfa-8a27-27780b1ed580, host: dv-cinder-797245-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e5c7ef-c364-4b74-9222-2e87bd8fc345', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'}}] {{(pid=92902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:29:57.424037 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6e178e23-58a5-420e-887f-0410fcadb4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:57.426676 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da0b12-f98f-4418-86a2-70cbdc696371 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:57.427008 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da0b12-f98f-4418-86a2-70cbdc696371 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:57.427331 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da0b12-f98f-4418-86a2-70cbdc696371 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:57.427650 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da0b12-f98f-4418-86a2-70cbdc696371 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:57.427986 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da0b12-f98f-4418-86a2-70cbdc696371 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:57.428299 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da0b12-f98f-4418-86a2-70cbdc696371 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:57.428606 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da0b12-f98f-4418-86a2-70cbdc696371 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:57.428911 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da0b12-f98f-4418-86a2-70cbdc696371 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:57.429216 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da0b12-f98f-4418-86a2-70cbdc696371 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:57.429521 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da0b12-f98f-4418-86a2-70cbdc696371 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:57.429823 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da0b12-f98f-4418-86a2-70cbdc696371 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:57.430123 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da0b12-f98f-4418-86a2-70cbdc696371 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:57.443855 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.db_base_plugin_common [None req-df3c2907-bfe1-4ca2-9cc4-fce2f5e73891 admin admin] Allocated IP 172.20.0.1 (1fd1867f-612c-48ab-8e13-3ee799ac13de/40346270-8996-492e-8bd1-1ed1c2a5eff8/50a11463-ec7c-4904-bb42-8d8b29b13189) {{(pid=92900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:29:57.448245 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG oslo_concurrency.lockutils [None req-04da0b12-f98f-4418-86a2-70cbdc696371 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:57.479945 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.db [None req-6e178e23-58a5-420e-887f-0410fcadb4c8 None None] For port f6fb6513-7c72-4dfa-8a27-27780b1ed580, host dv-cinder-797245-8-smb, cleared binding levels {{(pid=92902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:29:57.483072 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.db [None req-6e178e23-58a5-420e-887f-0410fcadb4c8 None None] For port f6fb6513-7c72-4dfa-8a27-27780b1ed580, host dv-cinder-797245-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=f6fb6513-7c72-4dfa-8a27-27780b1ed580,segment=NetworkSegment(e9e5c7ef-c364-4b74-9222-2e87bd8fc345),segment_id=e9e5c7ef-c364-4b74-9222-2e87bd8fc345)] {{(pid=92902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:29:57.490821 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6e178e23-58a5-420e-887f-0410fcadb4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:57.493080 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG oslo_concurrency.lockutils [None req-73090ba2-3ea1-4845-b1cb-5953f4cd004e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:57.552637 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-df3c2907-bfe1-4ca2-9cc4-fce2f5e73891 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:57.554515 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da0b12-f98f-4418-86a2-70cbdc696371 None None] Pushing event updated for resources: {'Port': ['ID=f6fb6513-7c72-4dfa-8a27-27780b1ed580,revision_number=3']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:57.559132 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG oslo_concurrency.lockutils [None req-04da0b12-f98f-4418-86a2-70cbdc696371 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:57.562660 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e178e23-58a5-420e-887f-0410fcadb4c8 None None] Routers {'6e3abc95-0264-4163-a476-86e598f9737c'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:29:57.563472 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-6e178e23-58a5-420e-887f-0410fcadb4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:29:45Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['6e3abc95-0264-4163-a476-86e598f9737c'], 'active': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:29:57.574780 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.provisioning_blocks [None req-df3c2907-bfe1-4ca2-9cc4-fce2f5e73891 admin admin] Transition to ACTIVE for port object 50a11463-ec7c-4904-bb42-8d8b29b13189 will not be triggered until provisioned by entity DHCP. {{(pid=92900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:29:57.609926 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-df3c2907-bfe1-4ca2-9cc4-fce2f5e73891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859937'] for port, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:57.612894 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-4ef967c6-b641-4fd7-b988-6d2a30e904f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:57.660006 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3c2907-bfe1-4ca2-9cc4-fce2f5e73891 admin admin] Network 1fd1867f-612c-48ab-8e13-3ee799ac13de is already hosted by enough agents. {{(pid=92900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:29:57.662969 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [None req-df3c2907-bfe1-4ca2-9cc4-fce2f5e73891 admin admin] Resources bound (agent type, host, resource id): {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:29:57.665313 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3c2907-bfe1-4ca2-9cc4-fce2f5e73891 admin admin] Received port after_create {{(pid=92900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:29:57.678431 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvr_db [None req-6e178e23-58a5-420e-887f-0410fcadb4c8 None None] Set router 6e3abc95-0264-4163-a476-86e598f9737c gateway port host: dv-cinder-797245-8-smb {{(pid=92902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:29:57.696194 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c2907-bfe1-4ca2-9cc4-fce2f5e73891 admin admin] Pushing event updated for resources: {'Port': ['ID=50a11463-ec7c-4904-bb42-8d8b29b13189,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:57.698997 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-df3c2907-bfe1-4ca2-9cc4-fce2f5e73891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:57.714087 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-df3c2907-bfe1-4ca2-9cc4-fce2f5e73891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8081281'] for router_interface, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:57.859229 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-df3c2907-bfe1-4ca2-9cc4-fce2f5e73891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:57.886636 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-e9f77242-5623-4e5d-9294-4c10934b7282 None None] Provisioning for port 50a11463-ec7c-4904-bb42-8d8b29b13189 completed by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:29:57.892868 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-e9f77242-5623-4e5d-9294-4c10934b7282 None None] Provisioning complete for port 50a11463-ec7c-4904-bb42-8d8b29b13189 triggered by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:29:57.893644 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e9f77242-5623-4e5d-9294-4c10934b7282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:57.894671 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-6e178e23-58a5-420e-887f-0410fcadb4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3abc95-0264-4163-a476-86e598f9737c', 'name': 'tempest-TestShelveInstance-69386395-router', 'tenant_id': '3699bbcc961442d5b336531ab34b138e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f6fb6513-7c72-4dfa-8a27-27780b1ed580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:29:54Z', 'updated_at': '2021-06-29T03:29:55Z', 'revision_number': 3, 'project_id': '3699bbcc961442d5b336531ab34b138e', 'gw_port': {'id': 'f6fb6513-7c72-4dfa-8a27-27780b1ed580', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3abc95-0264-4163-a476-86e598f9737c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:55Z', 'updated_at': '2021-06-29T03:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb'}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:29:57.929465 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e178e23-58a5-420e-887f-0410fcadb4c8 None None] The sync data for ids ['6e3abc95-0264-4163-a476-86e598f9737c'] in dv-cinder-797245-8-smb is: [{'id': '6e3abc95-0264-4163-a476-86e598f9737c', 'name': 'tempest-TestShelveInstance-69386395-router', 'tenant_id': '3699bbcc961442d5b336531ab34b138e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f6fb6513-7c72-4dfa-8a27-27780b1ed580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:29:54Z', 'updated_at': '2021-06-29T03:29:55Z', 'revision_number': 3, 'project_id': '3699bbcc961442d5b336531ab34b138e', 'gw_port': {'id': 'f6fb6513-7c72-4dfa-8a27-27780b1ed580', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3abc95-0264-4163-a476-86e598f9737c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:55Z', 'updated_at': '2021-06-29T03:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb'}] {{(pid=92902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:29:57.942087 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-e9f77242-5623-4e5d-9294-4c10934b7282 None None] Port 50a11463-ec7c-4904-bb42-8d8b29b13189 cannot update to ACTIVE because it is not bound. {{(pid=92901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:29:58.027180 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1832d91-224d-439e-8aab-72b26be2f30c req-e313f1f6-e59c-46fe-8fbd-52c96e1d2aea tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:58.028767 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b1832d91-224d-439e-8aab-72b26be2f30c req-e313f1f6-e59c-46fe-8fbd-52c96e1d2aea tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.0899611 Jun 29 03:29:58.054295 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-df3c2907-bfe1-4ca2-9cc4-fce2f5e73891 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:58.065020 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-df3c2907-bfe1-4ca2-9cc4-fce2f5e73891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859959'] for port, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:58.090628 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b1832d91-224d-439e-8aab-72b26be2f30c req-543bfb96-b6fc-402f-b10f-2bed013c5514 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556409 Jun 29 03:29:58.099227 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-b851e400-d25c-4c99-953e-90d4fa23e858 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:58.114059 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 7826714e-9961-4adf-9b0a-991dec520232 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:29:58.128452 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-df3c2907-bfe1-4ca2-9cc4-fce2f5e73891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7904076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8081269'] for router_interface, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:58.174674 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port 7826714e-9961-4adf-9b0a-991dec520232 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:29:58.175055 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:58.190838 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c2907-bfe1-4ca2-9cc4-fce2f5e73891 admin admin] Pushing event updated for resources: {'Port': ['ID=50a11463-ec7c-4904-bb42-8d8b29b13189,revision_number=2']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:58.194363 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-df3c2907-bfe1-4ca2-9cc4-fce2f5e73891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:58.248669 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3c2907-bfe1-4ca2-9cc4-fce2f5e73891 admin admin] Network 1fd1867f-612c-48ab-8e13-3ee799ac13de is already hosted by enough agents. {{(pid=92900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:29:58.251493 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [None req-df3c2907-bfe1-4ca2-9cc4-fce2f5e73891 admin admin] Resources bound (agent type, host, resource id): {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:29:58.390414 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3c2907-bfe1-4ca2-9cc4-fce2f5e73891 admin admin] Router 6e3abc95-0264-4163-a476-86e598f9737c has already been hosted by L3 agent 7fe0c168-953d-4d47-bedf-fde3a92e458b {{(pid=92900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:29:58.518754 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3c2907-bfe1-4ca2-9cc4-fce2f5e73891 admin admin] Notify agent at l3_agent.dv-cinder-797245-8-smb the message routers_updated {{(pid=92900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:29:58.528319 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-df3c2907-bfe1-4ca2-9cc4-fce2f5e73891 admin admin] 10.222.0.24 "PUT /v2.0/routers/6e3abc95-0264-4163-a476-86e598f9737c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9658461 Jun 29 03:29:58.568765 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-6c978805-8341-4a17-ba73-9a3ad8666bd8 None None] Provisioning complete for port 50a11463-ec7c-4904-bb42-8d8b29b13189 triggered by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:29:58.569536 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6c978805-8341-4a17-ba73-9a3ad8666bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:58.615723 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-6c978805-8341-4a17-ba73-9a3ad8666bd8 None None] Port 50a11463-ec7c-4904-bb42-8d8b29b13189 cannot update to ACTIVE because it is not bound. {{(pid=92901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:29:58.838859 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa624c-9063-4cf8-9281-192218f6a34c req-ec9bf505-6c45-401f-93c9-6c43e281a74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:58.840513 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-96fa624c-9063-4cf8-9281-192218f6a34c req-ec9bf505-6c45-401f-93c9-6c43e281a74c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9902c70e108740118a4f71868bc0d52c&device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 1098 time: 0.0626929 Jun 29 03:29:58.887827 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3600fe1-1a9c-4c1a-b6fd-dfd3231d9756 req-1023f205-1d7d-4419-87b0-3291ed9ab62b tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:58.889455 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e3600fe1-1a9c-4c1a-b6fd-dfd3231d9756 req-1023f205-1d7d-4419-87b0-3291ed9ab62b tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0824528 Jun 29 03:29:58.946057 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e3600fe1-1a9c-4c1a-b6fd-dfd3231d9756 req-ad33b879-5261-499d-94b1-35268bb49330 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457973 Jun 29 03:29:58.959945 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa624c-9063-4cf8-9281-192218f6a34c req-f7db3e3f-90d2-44c3-bafd-e81b3b91f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:58.959945 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-96fa624c-9063-4cf8-9281-192218f6a34c req-f7db3e3f-90d2-44c3-bafd-e81b3b91f993 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fbd73007-b4d3-49e9-a03f-426fb9b7fdeb HTTP/1.1" status: 200 len: 919 time: 0.1034880 Jun 29 03:29:59.002670 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-96fa624c-9063-4cf8-9281-192218f6a34c req-78ea1c4c-d517-4303-a27d-7d62aac1fa73 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57ed9626-8d20-499e-b4ce-9c1f0667e3b6 HTTP/1.1" status: 200 len: 217 time: 0.0351064 Jun 29 03:29:59.062772 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 45140) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:59.063447 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa624c-9063-4cf8-9281-192218f6a34c req-def3c010-052f-4713-b58c-237b7b326185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:59.065006 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-96fa624c-9063-4cf8-9281-192218f6a34c req-def3c010-052f-4713-b58c-237b7b326185 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f0118e0e-acf3-4d0b-868c-48a64b84ce54 HTTP/1.1" status: 200 len: 858 time: 0.0527315 Jun 29 03:29:59.069817 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-952bf13f-3e34-4a2f-823f-0c4c6a0a5c1c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-169451572-network', 'tenant_id': 'eef068a99e084557a8fc6c50796e10e3'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:29:59.096090 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952bf13f-3e34-4a2f-823f-0c4c6a0a5c1c admin admin] Made reservation on behalf of eef068a99e084557a8fc6c50796e10e3 for: {'network': 1} {{(pid=92900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:29:59.098399 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-952bf13f-3e34-4a2f-823f-0c4c6a0a5c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for network, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:59.100521 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-96fa624c-9063-4cf8-9281-192218f6a34c req-870b11fb-f8df-44cf-b214-8bd2137498fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fbd73007-b4d3-49e9-a03f-426fb9b7fdeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260415 Jun 29 03:29:59.106304 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-952bf13f-3e34-4a2f-823f-0c4c6a0a5c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:59.196631 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-96fa624c-9063-4cf8-9281-192218f6a34c req-4a6e8bba-f0fe-4bde-b6d0-50fe8045f0a8 service neutron] 10.222.0.41 "GET /v2.0/networks/fbd73007-b4d3-49e9-a03f-426fb9b7fdeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887816 Jun 29 03:29:59.205983 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-952bf13f-3e34-4a2f-823f-0c4c6a0a5c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:59.210409 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-952bf13f-3e34-4a2f-823f-0c4c6a0a5c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:59.214131 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-078ea01f-8865-4354-b7b6-cf704e6c0050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:59.231874 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-952bf13f-3e34-4a2f-823f-0c4c6a0a5c1c admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=92900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 03:29:59.245877 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952bf13f-3e34-4a2f-823f-0c4c6a0a5c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a67ceb5-14cb-4cc9-806a-0ad78ca47117,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:59.252481 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-952bf13f-3e34-4a2f-823f-0c4c6a0a5c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342'] for segment, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:59.252895 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.db.segments_db [None req-952bf13f-3e34-4a2f-823f-0c4c6a0a5c1c admin admin] Added segment c6cec0d0-0c44-4af5-ab3a-3c45193da687 of type vlan for network b4a8c309-440c-4194-9a24-5f5e43e826fe Jun 29 03:29:59.254299 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-952bf13f-3e34-4a2f-823f-0c4c6a0a5c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:59.303893 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-952bf13f-3e34-4a2f-823f-0c4c6a0a5c1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763851271976'] for network, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:59.338976 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-952bf13f-3e34-4a2f-823f-0c4c6a0a5c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670'] for network, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:59.341173 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952bf13f-3e34-4a2f-823f-0c4c6a0a5c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:59.341989 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-952bf13f-3e34-4a2f-823f-0c4c6a0a5c1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for network, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:59.344790 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-96fa624c-9063-4cf8-9281-192218f6a34c req-01e8b6b2-5746-4425-b07c-363c26be30a5 service neutron] 10.222.0.41 "GET /v2.0/networks/fbd73007-b4d3-49e9-a03f-426fb9b7fdeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401389 Jun 29 03:29:59.350812 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-48910b96-9bdd-4af8-9ce9-715213aedf70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:59.356801 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180486b-be8b-4901-919c-c3439fb6d53b req-3a3161d0-995e-446f-b47e-f6be854c15e7 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:59.358248 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f180486b-be8b-4901-919c-c3439fb6d53b req-3a3161d0-995e-446f-b47e-f6be854c15e7 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.1444345 Jun 29 03:29:59.367718 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-952bf13f-3e34-4a2f-823f-0c4c6a0a5c1c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3014414 Jun 29 03:29:59.372778 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 45146) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:59.377395 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-098f39df-7958-4e50-aabe-a0b4ee51793d admin admin] Request body: {'subnet': {'network_id': 'b4a8c309-440c-4194-9a24-5f5e43e826fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-169451572-subnet', 'tenant_id': 'eef068a99e084557a8fc6c50796e10e3', 'ip_version': 4}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:29:59.409232 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952bf13f-3e34-4a2f-823f-0c4c6a0a5c1c admin admin] Pushing event updated for resources: {'Network': ['ID=b4a8c309-440c-4194-9a24-5f5e43e826fe,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:59.417567 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-952bf13f-3e34-4a2f-823f-0c4c6a0a5c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:59.423601 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Network b4a8c309-440c-4194-9a24-5f5e43e826fe details requested by agent ovs-agent-dv-cinder-797245-8-smb with host dv-cinder-797245-8-smb {{(pid=92901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:29:59.432181 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f180486b-be8b-4901-919c-c3439fb6d53b req-0dfbd72d-39bb-4445-af74-afac3588222c tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667758 Jun 29 03:29:59.434666 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098f39df-7958-4e50-aabe-a0b4ee51793d admin admin] Made reservation on behalf of eef068a99e084557a8fc6c50796e10e3 for: {'subnet': 1} {{(pid=92899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:29:59.439273 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-098f39df-7958-4e50-aabe-a0b4ee51793d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:59.616035 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-098f39df-7958-4e50-aabe-a0b4ee51793d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670'] for subnet, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:59.618182 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:59.673352 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f39df-7958-4e50-aabe-a0b4ee51793d admin admin] Pushing event updated for resources: {'Subnet': ['ID=58f3c4db-9cb0-4567-885a-0fa112e14f31,revision_number=0']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:59.678844 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-098f39df-7958-4e50-aabe-a0b4ee51793d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:59.684433 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098f39df-7958-4e50-aabe-a0b4ee51793d admin admin] Checking segment: {'id': 'c6cec0d0-0c44-4af5-ab3a-3c45193da687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b4a8c309-440c-4194-9a24-5f5e43e826fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:29:59.684794 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098f39df-7958-4e50-aabe-a0b4ee51793d admin admin] Network hostable DHCP agents. Network: b4a8c309-440c-4194-9a24-5f5e43e826fe, hostable agents: ['15611171-d073-4a1d-b69f-900d48098551'], hosted agents: [] {{(pid=92899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:29:59.700792 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098f39df-7958-4e50-aabe-a0b4ee51793d admin admin] Network b4a8c309-440c-4194-9a24-5f5e43e826fe is scheduled to be hosted by DHCP agent 15611171-d073-4a1d-b69f-900d48098551 with binding_index 1 {{(pid=92899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:29:59.709472 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.base_scheduler [None req-098f39df-7958-4e50-aabe-a0b4ee51793d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-smb, b4a8c309-440c-4194-9a24-5f5e43e826fe) {{(pid=92899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:29:59.713468 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098f39df-7958-4e50-aabe-a0b4ee51793d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:59.714042 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-098f39df-7958-4e50-aabe-a0b4ee51793d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for subnet, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:59.718836 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcad78a-61ad-4c93-8301-27d3f097833c None None] Network b4a8c309-440c-4194-9a24-5f5e43e826fe requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:29:59.727586 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-098f39df-7958-4e50-aabe-a0b4ee51793d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3538268 Jun 29 03:29:59.730016 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 45152) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:59.734451 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-bcb12adc-a1ec-43ee-88fd-3b3dd950af7f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-169451572-router', 'tenant_id': 'eef068a99e084557a8fc6c50796e10e3', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'}}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:29:59.754517 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-bcb12adc-a1ec-43ee-88fd-3b3dd950af7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8075178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8097'] for router, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:59.755494 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-bcb12adc-a1ec-43ee-88fd-3b3dd950af7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8075155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8001213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8106'] for router, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:59.776838 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a2bd89-d30e-4a88-953f-b5b564880ebd None None] Sync routers for ids ['6e3abc95-0264-4163-a476-86e598f9737c'] in dv-cinder-797245-8-smb {{(pid=92901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:29:59.796533 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a2bd89-d30e-4a88-953f-b5b564880ebd None None] Routers {'6e3abc95-0264-4163-a476-86e598f9737c'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:29:59.797210 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-e3a2bd89-d30e-4a88-953f-b5b564880ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:29:45Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['6e3abc95-0264-4163-a476-86e598f9737c'], 'active': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:29:59.810362 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-bcb12adc-a1ec-43ee-88fd-3b3dd950af7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:59.946292 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-bcb12adc-a1ec-43ee-88fd-3b3dd950af7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7918546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8080158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8068'] for router, precommit_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:59.948130 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca530974-7795-456b-86a1-83eb276d64da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5883397f-06c1-5c34-a929-fdfc630db77e-b4a8c309-440c-4194-9a24-5f5e43e826fe', 'network_id': 'b4a8c309-440c-4194-9a24-5f5e43e826fe', 'tenant_id': 'eef068a99e084557a8fc6c50796e10e3', 'fixed_ips': [{'subnet_id': '58f3c4db-9cb0-4567-885a-0fa112e14f31'}]}} from dv-cinder-797245-8-smb. {{(pid=92901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 03:29:59.949232 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ca530974-7795-456b-86a1-83eb276d64da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:59.963380 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvr_db [None req-e3a2bd89-d30e-4a88-953f-b5b564880ebd None None] Set router 6e3abc95-0264-4163-a476-86e598f9737c gateway port host: dv-cinder-797245-8-smb {{(pid=92901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:30:00.173287 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device f6fb6513-7c72-4dfa-8a27-27780b1ed580 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:30:00.207612 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-bcb12adc-a1ec-43ee-88fd-3b3dd950af7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:00.231308 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-bcb12adc-a1ec-43ee-88fd-3b3dd950af7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:00.242127 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [None req-ca530974-7795-456b-86a1-83eb276d64da None None] Allocated IP 172.20.0.2 (b4a8c309-440c-4194-9a24-5f5e43e826fe/58f3c4db-9cb0-4567-885a-0fa112e14f31/85b31325-a3a0-413e-919b-94b90ae52088) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:30:00.253329 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b613994-00ab-458b-994e-bb4837440868 req-5d7f75de-fc0a-408d-9375-6571b7c952cc tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:00.254798 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-1b613994-00ab-458b-994e-bb4837440868 req-5d7f75de-fc0a-408d-9375-6571b7c952cc tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.1303232 Jun 29 03:30:00.332537 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning for port f6fb6513-7c72-4dfa-8a27-27780b1ed580 completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:30:00.343657 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-1b613994-00ab-458b-994e-bb4837440868 req-ee9f4997-1a0b-482d-93ee-fd3010e68578 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638747 Jun 29 03:30:00.347302 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port f6fb6513-7c72-4dfa-8a27-27780b1ed580 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:00.347302 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:00.378168 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.db_base_plugin_common [None req-bcb12adc-a1ec-43ee-88fd-3b3dd950af7f admin admin] Allocated IP 172.28.2.38 (66e8c627-bfc7-4283-9c88-a2a34f7e2e0b/c8165791-a4a1-46c6-a3dc-c0e6529e25bd/2f3545ec-abb7-4358-bbbf-c673b0cdff0c) {{(pid=92899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:30:00.427533 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-e3a2bd89-d30e-4a88-953f-b5b564880ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3abc95-0264-4163-a476-86e598f9737c', 'name': 'tempest-TestShelveInstance-69386395-router', 'tenant_id': '3699bbcc961442d5b336531ab34b138e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f6fb6513-7c72-4dfa-8a27-27780b1ed580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:29:54Z', 'updated_at': '2021-06-29T03:29:57Z', 'revision_number': 4, 'project_id': '3699bbcc961442d5b336531ab34b138e', 'gw_port': {'id': 'f6fb6513-7c72-4dfa-8a27-27780b1ed580', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3abc95-0264-4163-a476-86e598f9737c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:55Z', 'updated_at': '2021-06-29T03:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': '50a11463-ec7c-4904-bb42-8d8b29b13189', 'name': '', 'network_id': '1fd1867f-612c-48ab-8e13-3ee799ac13de', 'tenant_id': '3699bbcc961442d5b336531ab34b138e', 'mac_address': 'fa:16:3e:3d:40:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3abc95-0264-4163-a476-86e598f9737c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '40346270-8996-492e-8bd1-1ed1c2a5eff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:57Z', 'updated_at': '2021-06-29T03:29:57Z', 'revision_number': 2, 'project_id': '3699bbcc961442d5b336531ab34b138e', 'subnets': [{'id': '40346270-8996-492e-8bd1-1ed1c2a5eff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:30:00.476024 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a2bd89-d30e-4a88-953f-b5b564880ebd None None] Checking router: 6e3abc95-0264-4163-a476-86e598f9737c for host: dv-cinder-797245-8-smb {{(pid=92901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:30:00.476396 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a2bd89-d30e-4a88-953f-b5b564880ebd None None] Updating router 6e3abc95-0264-4163-a476-86e598f9737c port 50a11463-ec7c-4904-bb42-8d8b29b13189 binding host dv-cinder-797245-8-smb {{(pid=92901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 03:30:00.500508 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-bcb12adc-a1ec-43ee-88fd-3b3dd950af7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:00.514611 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ca530974-7795-456b-86a1-83eb276d64da None None] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:00.553758 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-ca530974-7795-456b-86a1-83eb276d64da None None] Transition to ACTIVE for port object 85b31325-a3a0-413e-919b-94b90ae52088 will not be triggered until provisioned by entity L2. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:30:00.556065 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-bcb12adc-a1ec-43ee-88fd-3b3dd950af7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302'] for port, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:00.561230 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-d7ebf376-1dc4-4d16-b720-93a385f28563 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:00.566748 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e3a2bd89-d30e-4a88-953f-b5b564880ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:00.596125 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-ca530974-7795-456b-86a1-83eb276d64da None None] Transition to ACTIVE for port object 85b31325-a3a0-413e-919b-94b90ae52088 will not be triggered until provisioned by entity DHCP. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:30:00.603736 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:00.609678 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb12adc-a1ec-43ee-88fd-3b3dd950af7f admin admin] Network 66e8c627-bfc7-4283-9c88-a2a34f7e2e0b is already hosted by enough agents. {{(pid=92899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:30:00.613185 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.base_scheduler [None req-bcb12adc-a1ec-43ee-88fd-3b3dd950af7f admin admin] Resources bound (agent type, host, resource id): {{(pid=92899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:30:00.619862 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f1041-f285-4bbf-9b43-20745cc864c9 req-805dcfdc-0878-42c1-bd41-a76a3baa0838 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:00.620958 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb12adc-a1ec-43ee-88fd-3b3dd950af7f admin admin] Received port after_create {{(pid=92899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:30:00.621073 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-cc4f1041-f285-4bbf-9b43-20745cc864c9 req-805dcfdc-0878-42c1-bd41-a76a3baa0838 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.0751264 Jun 29 03:30:00.635816 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ca530974-7795-456b-86a1-83eb276d64da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:00.646686 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:00.665385 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-cc4f1041-f285-4bbf-9b43-20745cc864c9 req-7e111c24-7d11-4088-84a1-3591a2a0d8d3 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406532 Jun 29 03:30:00.693602 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb12adc-a1ec-43ee-88fd-3b3dd950af7f admin admin] Pushing event updated for resources: {'Port': ['ID=2f3545ec-abb7-4358-bbbf-c673b0cdff0c,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:00.698007 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-bcb12adc-a1ec-43ee-88fd-3b3dd950af7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:00.706204 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] For port f6fb6513-7c72-4dfa-8a27-27780b1ed580, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=f6fb6513-7c72-4dfa-8a27-27780b1ed580,segment=NetworkSegment(e9e5c7ef-c364-4b74-9222-2e87bd8fc345),segment_id=e9e5c7ef-c364-4b74-9222-2e87bd8fc345)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:30:00.712810 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca530974-7795-456b-86a1-83eb276d64da None None] Network b4a8c309-440c-4194-9a24-5f5e43e826fe is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:30:00.717395 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:00.726101 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-ca530974-7795-456b-86a1-83eb276d64da None None] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:30:00.728257 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca530974-7795-456b-86a1-83eb276d64da None None] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:30:00.787788 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca530974-7795-456b-86a1-83eb276d64da None None] Pushing event updated for resources: {'Port': ['ID=85b31325-a3a0-413e-919b-94b90ae52088,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:00.790459 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-ca530974-7795-456b-86a1-83eb276d64da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:00.795904 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-cb1b39cf-688f-4f08-a3a8-425e3494be41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:00.844424 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-bcb12adc-a1ec-43ee-88fd-3b3dd950af7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:00.897111 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-ca530974-7795-456b-86a1-83eb276d64da None None] Attempting to bind port 85b31325-a3a0-413e-919b-94b90ae52088 on host dv-cinder-797245-8-smb for vnic_type normal with profile {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:30:00.897390 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-ca530974-7795-456b-86a1-83eb276d64da None None] Attempting to bind port 85b31325-a3a0-413e-919b-94b90ae52088 by drivers openvswitch,hyperv on host dv-cinder-797245-8-smb at level 0 using segments [{'id': 'c6cec0d0-0c44-4af5-ab3a-3c45193da687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b4a8c309-440c-4194-9a24-5f5e43e826fe'}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:30:00.897824 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca530974-7795-456b-86a1-83eb276d64da None None] Attempting to bind port 85b31325-a3a0-413e-919b-94b90ae52088 on network b4a8c309-440c-4194-9a24-5f5e43e826fe {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:30:01.034512 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-bcb12adc-a1ec-43ee-88fd-3b3dd950af7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8080145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7918583'] for router, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:01.054245 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Pushing event updated for resources: {'Port': ['ID=f6fb6513-7c72-4dfa-8a27-27780b1ed580,revision_number=4']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:01.057399 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:01.058360 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca530974-7795-456b-86a1-83eb276d64da None None] Checking agent: {'id': '2d48862d-5b66-4de3-aaf5-496cc1a6aae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 16), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:30:01.058744 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca530974-7795-456b-86a1-83eb276d64da None None] Checking segment: {'id': 'c6cec0d0-0c44-4af5-ab3a-3c45193da687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b4a8c309-440c-4194-9a24-5f5e43e826fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:30:01.059147 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ca530974-7795-456b-86a1-83eb276d64da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:01.059530 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca530974-7795-456b-86a1-83eb276d64da None None] Bound using segment: {'id': 'c6cec0d0-0c44-4af5-ab3a-3c45193da687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b4a8c309-440c-4194-9a24-5f5e43e826fe'} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:30:01.060036 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-ca530974-7795-456b-86a1-83eb276d64da None None] Bound port: 85b31325-a3a0-413e-919b-94b90ae52088, host: dv-cinder-797245-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6cec0d0-0c44-4af5-ab3a-3c45193da687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b4a8c309-440c-4194-9a24-5f5e43e826fe'}}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:30:01.060422 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ca530974-7795-456b-86a1-83eb276d64da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:01.153989 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-ca530974-7795-456b-86a1-83eb276d64da None None] For port 85b31325-a3a0-413e-919b-94b90ae52088, host dv-cinder-797245-8-smb, cleared binding levels {{(pid=92901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:30:01.158557 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb12adc-a1ec-43ee-88fd-3b3dd950af7f admin admin] Router 27994966-d464-4a7c-9160-90bdf9e69f1a is scheduled to L3 agent 7fe0c168-953d-4d47-bedf-fde3a92e458b with binding_index 1 {{(pid=92899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 03:30:01.171823 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-ca530974-7795-456b-86a1-83eb276d64da None None] For port 85b31325-a3a0-413e-919b-94b90ae52088, host dv-cinder-797245-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=85b31325-a3a0-413e-919b-94b90ae52088,segment=NetworkSegment(c6cec0d0-0c44-4af5-ab3a-3c45193da687),segment_id=c6cec0d0-0c44-4af5-ab3a-3c45193da687)] {{(pid=92901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:30:01.183685 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ca530974-7795-456b-86a1-83eb276d64da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:01.189284 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-cb1b39cf-688f-4f08-a3a8-425e3494be41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:01.270787 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e3a2bd89-d30e-4a88-953f-b5b564880ebd None None] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:01.297655 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb12adc-a1ec-43ee-88fd-3b3dd950af7f admin admin] Notify agent at l3_agent.dv-cinder-797245-8-smb the message routers_updated {{(pid=92899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:30:01.309551 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588b395d-cc4f-4c33-baed-a134ea8aa622 None None] Sync routers for ids ['27994966-d464-4a7c-9160-90bdf9e69f1a'] in dv-cinder-797245-8-smb {{(pid=92902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:30:01.315862 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca530974-7795-456b-86a1-83eb276d64da None None] Pushing event updated for resources: {'Port': ['ID=85b31325-a3a0-413e-919b-94b90ae52088,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:01.321276 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-e3a2bd89-d30e-4a88-953f-b5b564880ebd None None] Transition to ACTIVE for port object 50a11463-ec7c-4904-bb42-8d8b29b13189 will not be triggered until provisioned by entity L2. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:30:01.324153 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-ca530974-7795-456b-86a1-83eb276d64da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:01.324674 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588b395d-cc4f-4c33-baed-a134ea8aa622 None None] Routers {'27994966-d464-4a7c-9160-90bdf9e69f1a'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:30:01.325482 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-588b395d-cc4f-4c33-baed-a134ea8aa622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:29:45Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['27994966-d464-4a7c-9160-90bdf9e69f1a'], 'active': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:30:01.329537 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-bcb12adc-a1ec-43ee-88fd-3b3dd950af7f admin admin] Notify callbacks [] for router, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:01.331082 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-bcb12adc-a1ec-43ee-88fd-3b3dd950af7f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5999210 Jun 29 03:30:01.333454 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 45168) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:01.334244 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e3a2bd89-d30e-4a88-953f-b5b564880ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:01.348996 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:01.400811 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab61abae-71a9-48e6-ba08-d9e3c3aef3d7 None None] Pushing event updated for resources: {'Port': ['ID=50a11463-ec7c-4904-bb42-8d8b29b13189,revision_number=3']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:01.405861 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-ab61abae-71a9-48e6-ba08-d9e3c3aef3d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:01.539997 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-e3a2bd89-d30e-4a88-953f-b5b564880ebd None None] Attempting to bind port 50a11463-ec7c-4904-bb42-8d8b29b13189 on host dv-cinder-797245-8-smb for vnic_type normal with profile {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:30:01.540602 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-e3a2bd89-d30e-4a88-953f-b5b564880ebd None None] Attempting to bind port 50a11463-ec7c-4904-bb42-8d8b29b13189 by drivers openvswitch,hyperv on host dv-cinder-797245-8-smb at level 0 using segments [{'id': 'ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1fd1867f-612c-48ab-8e13-3ee799ac13de'}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:30:01.540883 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a2bd89-d30e-4a88-953f-b5b564880ebd None None] Attempting to bind port 50a11463-ec7c-4904-bb42-8d8b29b13189 on network 1fd1867f-612c-48ab-8e13-3ee799ac13de {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:30:01.563197 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a2bd89-d30e-4a88-953f-b5b564880ebd None None] Checking agent: {'id': '2d48862d-5b66-4de3-aaf5-496cc1a6aae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 16), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:30:01.563197 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a2bd89-d30e-4a88-953f-b5b564880ebd None None] Checking segment: {'id': 'ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1fd1867f-612c-48ab-8e13-3ee799ac13de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:30:01.563197 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e3a2bd89-d30e-4a88-953f-b5b564880ebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:01.563197 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a2bd89-d30e-4a88-953f-b5b564880ebd None None] Bound using segment: {'id': 'ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1fd1867f-612c-48ab-8e13-3ee799ac13de'} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:30:01.563197 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-e3a2bd89-d30e-4a88-953f-b5b564880ebd None None] Bound port: 50a11463-ec7c-4904-bb42-8d8b29b13189, host: dv-cinder-797245-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1fd1867f-612c-48ab-8e13-3ee799ac13de'}}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:30:01.563197 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e3a2bd89-d30e-4a88-953f-b5b564880ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:01.563803 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvr_db [None req-588b395d-cc4f-4c33-baed-a134ea8aa622 None None] Set router 27994966-d464-4a7c-9160-90bdf9e69f1a gateway port host: dv-cinder-797245-8-smb {{(pid=92902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:30:01.737632 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-e3a2bd89-d30e-4a88-953f-b5b564880ebd None None] For port 50a11463-ec7c-4904-bb42-8d8b29b13189, host dv-cinder-797245-8-smb, cleared binding levels {{(pid=92901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:30:01.741180 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-e3a2bd89-d30e-4a88-953f-b5b564880ebd None None] For port 50a11463-ec7c-4904-bb42-8d8b29b13189, host dv-cinder-797245-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=50a11463-ec7c-4904-bb42-8d8b29b13189,segment=NetworkSegment(ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0),segment_id=ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0)] {{(pid=92901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:30:01.746885 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e3a2bd89-d30e-4a88-953f-b5b564880ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:01.753745 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-ca530974-7795-456b-86a1-83eb276d64da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:01.813448 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a2bd89-d30e-4a88-953f-b5b564880ebd None None] Routers {'6e3abc95-0264-4163-a476-86e598f9737c'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:30:01.814137 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-e3a2bd89-d30e-4a88-953f-b5b564880ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:29:45Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['6e3abc95-0264-4163-a476-86e598f9737c'], 'active': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:30:01.910591 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab61abae-71a9-48e6-ba08-d9e3c3aef3d7 None None] Pushing event updated for resources: {'Port': ['ID=50a11463-ec7c-4904-bb42-8d8b29b13189,revision_number=4']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:01.923461 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-ab61abae-71a9-48e6-ba08-d9e3c3aef3d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:01.980714 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-588b395d-cc4f-4c33-baed-a134ea8aa622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27994966-d464-4a7c-9160-90bdf9e69f1a', 'name': 'tempest-TestShelveInstance-169451572-router', 'tenant_id': 'eef068a99e084557a8fc6c50796e10e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': '2f3545ec-abb7-4358-bbbf-c673b0cdff0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:29:59Z', 'updated_at': '2021-06-29T03:30:00Z', 'revision_number': 3, 'project_id': 'eef068a99e084557a8fc6c50796e10e3', 'gw_port': {'id': '2f3545ec-abb7-4358-bbbf-c673b0cdff0c', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cb:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27994966-d464-4a7c-9160-90bdf9e69f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:00Z', 'updated_at': '2021-06-29T03:30:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb'}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:30:02.023846 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588b395d-cc4f-4c33-baed-a134ea8aa622 None None] Checking router: 27994966-d464-4a7c-9160-90bdf9e69f1a for host: dv-cinder-797245-8-smb {{(pid=92902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:30:02.023846 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588b395d-cc4f-4c33-baed-a134ea8aa622 None None] Updating router 27994966-d464-4a7c-9160-90bdf9e69f1a port 2f3545ec-abb7-4358-bbbf-c673b0cdff0c binding host dv-cinder-797245-8-smb {{(pid=92902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 03:30:02.107164 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-588b395d-cc4f-4c33-baed-a134ea8aa622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:02.131662 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvr_db [None req-e3a2bd89-d30e-4a88-953f-b5b564880ebd None None] Set router 6e3abc95-0264-4163-a476-86e598f9737c gateway port host: dv-cinder-797245-8-smb {{(pid=92901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:30:02.423345 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed7c4a-cf4e-4d3d-888e-19c65f44c478 req-fa35888f-5fac-4a16-ae46-d6f76fcc91c7 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:02.425012 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-86ed7c4a-cf4e-4d3d-888e-19c65f44c478 req-fa35888f-5fac-4a16-ae46-d6f76fcc91c7 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.1805689 Jun 29 03:30:02.448225 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11a4fb-b2da-48f1-bbf1-c1d288365a85 req-242dc2e4-5d87-4eb8-bfea-3c7bab8e2fd3 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:02.450402 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-5f11a4fb-b2da-48f1-bbf1-c1d288365a85 req-242dc2e4-5d87-4eb8-bfea-3c7bab8e2fd3 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.8227448 Jun 29 03:30:02.461409 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device f6fb6513-7c72-4dfa-8a27-27780b1ed580 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:30:02.503754 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-5f11a4fb-b2da-48f1-bbf1-c1d288365a85 req-412d18ef-15ca-4c3f-9c65-0b5db68a3907 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471356 Jun 29 03:30:02.505385 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-86ed7c4a-cf4e-4d3d-888e-19c65f44c478 req-63bc25ce-77b7-4312-a86c-622adf9a212e tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703933 Jun 29 03:30:02.563311 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-588b395d-cc4f-4c33-baed-a134ea8aa622 None None] Notify callbacks [] for port, precommit_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:02.574666 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.provisioning_blocks [None req-588b395d-cc4f-4c33-baed-a134ea8aa622 None None] Transition to ACTIVE for port object 2f3545ec-abb7-4358-bbbf-c673b0cdff0c will not be triggered until provisioned by entity L2. {{(pid=92902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:30:02.582496 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-588b395d-cc4f-4c33-baed-a134ea8aa622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:02.586229 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:02.609756 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port f6fb6513-7c72-4dfa-8a27-27780b1ed580 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:02.610350 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:02.642376 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.managers [None req-588b395d-cc4f-4c33-baed-a134ea8aa622 None None] Attempting to bind port 2f3545ec-abb7-4358-bbbf-c673b0cdff0c on host dv-cinder-797245-8-smb for vnic_type normal with profile {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:30:02.642825 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.managers [None req-588b395d-cc4f-4c33-baed-a134ea8aa622 None None] Attempting to bind port 2f3545ec-abb7-4358-bbbf-c673b0cdff0c by drivers openvswitch,hyperv on host dv-cinder-797245-8-smb at level 0 using segments [{'id': 'e9e5c7ef-c364-4b74-9222-2e87bd8fc345', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'}] {{(pid=92902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:30:02.643201 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588b395d-cc4f-4c33-baed-a134ea8aa622 None None] Attempting to bind port 2f3545ec-abb7-4358-bbbf-c673b0cdff0c on network 66e8c627-bfc7-4283-9c88-a2a34f7e2e0b {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:30:02.659697 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588b395d-cc4f-4c33-baed-a134ea8aa622 None None] Checking agent: {'id': '2d48862d-5b66-4de3-aaf5-496cc1a6aae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 16), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:30:02.660099 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588b395d-cc4f-4c33-baed-a134ea8aa622 None None] Checking segment: {'id': 'e9e5c7ef-c364-4b74-9222-2e87bd8fc345', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:30:02.660509 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-588b395d-cc4f-4c33-baed-a134ea8aa622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:02.660895 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588b395d-cc4f-4c33-baed-a134ea8aa622 None None] Bound using segment: {'id': 'e9e5c7ef-c364-4b74-9222-2e87bd8fc345', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'} {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:30:02.661172 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-7a1b410e-7ca5-4f69-b3e8-c55ba9e3af2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:02.668027 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.managers [None req-588b395d-cc4f-4c33-baed-a134ea8aa622 None None] Bound port: 2f3545ec-abb7-4358-bbbf-c673b0cdff0c, host: dv-cinder-797245-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e5c7ef-c364-4b74-9222-2e87bd8fc345', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'}}] {{(pid=92902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:30:02.668574 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-588b395d-cc4f-4c33-baed-a134ea8aa622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:02.686693 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f344c-8b38-4449-9761-72fd66e7d2b3 None None] Pushing event updated for resources: {'Port': ['ID=2f3545ec-abb7-4358-bbbf-c673b0cdff0c,revision_number=2']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:02.696856 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-e3a2bd89-d30e-4a88-953f-b5b564880ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3abc95-0264-4163-a476-86e598f9737c', 'name': 'tempest-TestShelveInstance-69386395-router', 'tenant_id': '3699bbcc961442d5b336531ab34b138e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f6fb6513-7c72-4dfa-8a27-27780b1ed580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:29:54Z', 'updated_at': '2021-06-29T03:29:57Z', 'revision_number': 4, 'project_id': '3699bbcc961442d5b336531ab34b138e', 'gw_port': {'id': 'f6fb6513-7c72-4dfa-8a27-27780b1ed580', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3abc95-0264-4163-a476-86e598f9737c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:55Z', 'updated_at': '2021-06-29T03:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': '50a11463-ec7c-4904-bb42-8d8b29b13189', 'name': '', 'network_id': '1fd1867f-612c-48ab-8e13-3ee799ac13de', 'tenant_id': '3699bbcc961442d5b336531ab34b138e', 'mac_address': 'fa:16:3e:3d:40:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3abc95-0264-4163-a476-86e598f9737c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '40346270-8996-492e-8bd1-1ed1c2a5eff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:57Z', 'updated_at': '2021-06-29T03:30:01Z', 'revision_number': 4, 'project_id': '3699bbcc961442d5b336531ab34b138e', 'subnets': [{'id': '40346270-8996-492e-8bd1-1ed1c2a5eff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:30:02.709500 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG oslo_concurrency.lockutils [None req-c91f344c-8b38-4449-9761-72fd66e7d2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:02.729487 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a2bd89-d30e-4a88-953f-b5b564880ebd None None] The sync data for ids ['6e3abc95-0264-4163-a476-86e598f9737c'] in dv-cinder-797245-8-smb is: [{'id': '6e3abc95-0264-4163-a476-86e598f9737c', 'name': 'tempest-TestShelveInstance-69386395-router', 'tenant_id': '3699bbcc961442d5b336531ab34b138e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f6fb6513-7c72-4dfa-8a27-27780b1ed580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:29:54Z', 'updated_at': '2021-06-29T03:29:57Z', 'revision_number': 4, 'project_id': '3699bbcc961442d5b336531ab34b138e', 'gw_port': {'id': 'f6fb6513-7c72-4dfa-8a27-27780b1ed580', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3abc95-0264-4163-a476-86e598f9737c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:55Z', 'updated_at': '2021-06-29T03:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': '50a11463-ec7c-4904-bb42-8d8b29b13189', 'name': '', 'network_id': '1fd1867f-612c-48ab-8e13-3ee799ac13de', 'tenant_id': '3699bbcc961442d5b336531ab34b138e', 'mac_address': 'fa:16:3e:3d:40:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3abc95-0264-4163-a476-86e598f9737c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '40346270-8996-492e-8bd1-1ed1c2a5eff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:57Z', 'updated_at': '2021-06-29T03:30:01Z', 'revision_number': 4, 'project_id': '3699bbcc961442d5b336531ab34b138e', 'subnets': [{'id': '40346270-8996-492e-8bd1-1ed1c2a5eff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:30:02.760946 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.db [None req-588b395d-cc4f-4c33-baed-a134ea8aa622 None None] For port 2f3545ec-abb7-4358-bbbf-c673b0cdff0c, host dv-cinder-797245-8-smb, cleared binding levels {{(pid=92902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:30:02.767940 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.db [None req-588b395d-cc4f-4c33-baed-a134ea8aa622 None None] For port 2f3545ec-abb7-4358-bbbf-c673b0cdff0c, host dv-cinder-797245-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=2f3545ec-abb7-4358-bbbf-c673b0cdff0c,segment=NetworkSegment(e9e5c7ef-c364-4b74-9222-2e87bd8fc345),segment_id=e9e5c7ef-c364-4b74-9222-2e87bd8fc345)] {{(pid=92902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:30:02.776969 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 85b31325-a3a0-413e-919b-94b90ae52088 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:30:02.779631 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-588b395d-cc4f-4c33-baed-a134ea8aa622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:02.786553 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:02.861327 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning for port 85b31325-a3a0-413e-919b-94b90ae52088 completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:30:02.866878 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f344c-8b38-4449-9761-72fd66e7d2b3 None None] Pushing event updated for resources: {'Port': ['ID=2f3545ec-abb7-4358-bbbf-c673b0cdff0c,revision_number=3']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:02.868884 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff88a52-fd27-455c-a1c8-2a00a5638163 None None] Network b4a8c309-440c-4194-9a24-5f5e43e826fe requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:30:02.875112 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG oslo_concurrency.lockutils [None req-c91f344c-8b38-4449-9761-72fd66e7d2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:02.875872 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588b395d-cc4f-4c33-baed-a134ea8aa622 None None] Routers {'27994966-d464-4a7c-9160-90bdf9e69f1a'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:30:02.876476 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-588b395d-cc4f-4c33-baed-a134ea8aa622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:29:45Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['27994966-d464-4a7c-9160-90bdf9e69f1a'], 'active': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:30:02.916771 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.db_base_plugin_common [None req-7a1b410e-7ca5-4f69-b3e8-c55ba9e3af2e admin admin] Allocated IP 172.20.0.1 (b4a8c309-440c-4194-9a24-5f5e43e826fe/58f3c4db-9cb0-4567-885a-0fa112e14f31/e12542ce-0a68-4f5c-b2d2-e9773a99c5e6) {{(pid=92899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:30:02.935320 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-530c86f4-b606-4c0c-8869-de337b87a0a5 None None] Provisioning for port 85b31325-a3a0-413e-919b-94b90ae52088 completed by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:30:02.941854 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-530c86f4-b606-4c0c-8869-de337b87a0a5 None None] Provisioning complete for port 85b31325-a3a0-413e-919b-94b90ae52088 triggered by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:02.942467 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-530c86f4-b606-4c0c-8869-de337b87a0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:03.009319 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvr_db [None req-588b395d-cc4f-4c33-baed-a134ea8aa622 None None] Set router 27994966-d464-4a7c-9160-90bdf9e69f1a gateway port host: dv-cinder-797245-8-smb {{(pid=92902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:30:03.048832 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-7a1b410e-7ca5-4f69-b3e8-c55ba9e3af2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:03.064042 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.provisioning_blocks [None req-7a1b410e-7ca5-4f69-b3e8-c55ba9e3af2e admin admin] Transition to ACTIVE for port object e12542ce-0a68-4f5c-b2d2-e9773a99c5e6 will not be triggered until provisioned by entity DHCP. {{(pid=92899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:30:03.113975 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-7a1b410e-7ca5-4f69-b3e8-c55ba9e3af2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302'] for port, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:03.125551 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:03.153118 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-530c86f4-b606-4c0c-8869-de337b87a0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:03.185005 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b410e-7ca5-4f69-b3e8-c55ba9e3af2e admin admin] Pushing event updated for resources: {'Port': ['ID=e12542ce-0a68-4f5c-b2d2-e9773a99c5e6,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:03.191557 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-7a1b410e-7ca5-4f69-b3e8-c55ba9e3af2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:03.193748 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1b410e-7ca5-4f69-b3e8-c55ba9e3af2e admin admin] Network b4a8c309-440c-4194-9a24-5f5e43e826fe is already hosted by enough agents. {{(pid=92899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:30:03.195239 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.base_scheduler [None req-7a1b410e-7ca5-4f69-b3e8-c55ba9e3af2e admin admin] Resources bound (agent type, host, resource id): {{(pid=92899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:30:03.197736 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1b410e-7ca5-4f69-b3e8-c55ba9e3af2e admin admin] Received port after_create {{(pid=92899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:30:03.198495 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-7a1b410e-7ca5-4f69-b3e8-c55ba9e3af2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8081281'] for router_interface, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:03.213325 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-530c86f4-b606-4c0c-8869-de337b87a0a5 None None] For port 85b31325-a3a0-413e-919b-94b90ae52088, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=85b31325-a3a0-413e-919b-94b90ae52088,segment=NetworkSegment(c6cec0d0-0c44-4af5-ab3a-3c45193da687),segment_id=c6cec0d0-0c44-4af5-ab3a-3c45193da687)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:30:03.220675 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-530c86f4-b606-4c0c-8869-de337b87a0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:03.222560 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:03.306961 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c86f4-b606-4c0c-8869-de337b87a0a5 None None] Pushing event updated for resources: {'Port': ['ID=85b31325-a3a0-413e-919b-94b90ae52088,revision_number=3']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:03.324926 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-530c86f4-b606-4c0c-8869-de337b87a0a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:03.354738 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-588b395d-cc4f-4c33-baed-a134ea8aa622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27994966-d464-4a7c-9160-90bdf9e69f1a', 'name': 'tempest-TestShelveInstance-169451572-router', 'tenant_id': 'eef068a99e084557a8fc6c50796e10e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': '2f3545ec-abb7-4358-bbbf-c673b0cdff0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:29:59Z', 'updated_at': '2021-06-29T03:30:00Z', 'revision_number': 3, 'project_id': 'eef068a99e084557a8fc6c50796e10e3', 'gw_port': {'id': '2f3545ec-abb7-4358-bbbf-c673b0cdff0c', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cb:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27994966-d464-4a7c-9160-90bdf9e69f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:00Z', 'updated_at': '2021-06-29T03:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb'}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:30:03.395192 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588b395d-cc4f-4c33-baed-a134ea8aa622 None None] The sync data for ids ['27994966-d464-4a7c-9160-90bdf9e69f1a'] in dv-cinder-797245-8-smb is: [{'id': '27994966-d464-4a7c-9160-90bdf9e69f1a', 'name': 'tempest-TestShelveInstance-169451572-router', 'tenant_id': 'eef068a99e084557a8fc6c50796e10e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': '2f3545ec-abb7-4358-bbbf-c673b0cdff0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:29:59Z', 'updated_at': '2021-06-29T03:30:00Z', 'revision_number': 3, 'project_id': 'eef068a99e084557a8fc6c50796e10e3', 'gw_port': {'id': '2f3545ec-abb7-4358-bbbf-c673b0cdff0c', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cb:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27994966-d464-4a7c-9160-90bdf9e69f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:00Z', 'updated_at': '2021-06-29T03:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb'}] {{(pid=92902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:30:03.447435 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-7a1b410e-7ca5-4f69-b3e8-c55ba9e3af2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:03.588868 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-e919da7d-f937-4ec0-bb0a-9af76f33fd36 None None] Provisioning complete for port 85b31325-a3a0-413e-919b-94b90ae52088 triggered by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:03.589262 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e919da7d-f937-4ec0-bb0a-9af76f33fd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:03.736904 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-7a1b410e-7ca5-4f69-b3e8-c55ba9e3af2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:03.757020 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-7a1b410e-7ca5-4f69-b3e8-c55ba9e3af2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:03.801093 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-7a1b410e-7ca5-4f69-b3e8-c55ba9e3af2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7904076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8081269'] for router_interface, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:03.803633 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-e919da7d-f937-4ec0-bb0a-9af76f33fd36 None None] Provisioning for port e12542ce-0a68-4f5c-b2d2-e9773a99c5e6 completed by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:30:03.810056 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-e919da7d-f937-4ec0-bb0a-9af76f33fd36 None None] Provisioning complete for port e12542ce-0a68-4f5c-b2d2-e9773a99c5e6 triggered by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:03.810680 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e919da7d-f937-4ec0-bb0a-9af76f33fd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:03.822149 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-bd792610-6444-4178-ac21-62a554224e2e tempest-VolumesNegativeTest-951241047 tempest-VolumesNegativeTest-951241047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:03.862743 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-e919da7d-f937-4ec0-bb0a-9af76f33fd36 None None] Port e12542ce-0a68-4f5c-b2d2-e9773a99c5e6 cannot update to ACTIVE because it is not bound. {{(pid=92901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:30:03.897528 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23316183-5fd4-408f-9bee-a9bd3577a126 req-3e8c2d91-66f0-419a-a555-3cf05c6756c4 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:03.899714 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-23316183-5fd4-408f-9bee-a9bd3577a126 req-3e8c2d91-66f0-419a-a555-3cf05c6756c4 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.1585917 Jun 29 03:30:03.960023 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-23316183-5fd4-408f-9bee-a9bd3577a126 req-da1221fc-62d4-4e53-a840-996ccc9b666d tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545604 Jun 29 03:30:03.968149 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b410e-7ca5-4f69-b3e8-c55ba9e3af2e admin admin] Pushing event updated for resources: {'Port': ['ID=e12542ce-0a68-4f5c-b2d2-e9773a99c5e6,revision_number=2']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:03.973531 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-7a1b410e-7ca5-4f69-b3e8-c55ba9e3af2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:03.987958 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-06ed9e0e-e72a-4bdd-a8ce-1217644eb7fe None None] Provisioning complete for port e12542ce-0a68-4f5c-b2d2-e9773a99c5e6 triggered by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:03.988733 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-06ed9e0e-e72a-4bdd-a8ce-1217644eb7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:04.001089 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f128c43-c055-428b-a117-23eff3b7c640 req-e5e1f391-7af9-4230-b6e5-c78980e01853 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:04.002639 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-6f128c43-c055-428b-a117-23eff3b7c640 req-e5e1f391-7af9-4230-b6e5-c78980e01853 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.2613738 Jun 29 03:30:04.055954 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-06ed9e0e-e72a-4bdd-a8ce-1217644eb7fe None None] Port e12542ce-0a68-4f5c-b2d2-e9773a99c5e6 cannot update to ACTIVE because it is not bound. {{(pid=92901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:30:04.080516 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1b410e-7ca5-4f69-b3e8-c55ba9e3af2e admin admin] Network b4a8c309-440c-4194-9a24-5f5e43e826fe is already hosted by enough agents. {{(pid=92899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:30:04.086157 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.base_scheduler [None req-7a1b410e-7ca5-4f69-b3e8-c55ba9e3af2e admin admin] Resources bound (agent type, host, resource id): {{(pid=92899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:30:04.099559 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-6f128c43-c055-428b-a117-23eff3b7c640 req-fe9497c6-01c5-4811-a8d1-e53dcc52e57d tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808694 Jun 29 03:30:04.260723 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 50a11463-ec7c-4904-bb42-8d8b29b13189 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:30:04.310289 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1b410e-7ca5-4f69-b3e8-c55ba9e3af2e admin admin] Router 27994966-d464-4a7c-9160-90bdf9e69f1a has already been hosted by L3 agent 7fe0c168-953d-4d47-bedf-fde3a92e458b {{(pid=92899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:30:04.356070 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning for port 50a11463-ec7c-4904-bb42-8d8b29b13189 completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:30:04.360734 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port 50a11463-ec7c-4904-bb42-8d8b29b13189 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:04.361124 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:04.407299 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-a3604bcd-4422-44ad-b6ad-8df00fe04825 None None] Provisioning complete for port e12542ce-0a68-4f5c-b2d2-e9773a99c5e6 triggered by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:04.407689 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-a3604bcd-4422-44ad-b6ad-8df00fe04825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:04.439519 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1b410e-7ca5-4f69-b3e8-c55ba9e3af2e admin admin] Notify agent at l3_agent.dv-cinder-797245-8-smb the message routers_updated {{(pid=92899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:30:04.455116 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-7a1b410e-7ca5-4f69-b3e8-c55ba9e3af2e admin admin] 10.222.0.24 "PUT /v2.0/routers/27994966-d464-4a7c-9160-90bdf9e69f1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1132476 Jun 29 03:30:04.463188 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-a3604bcd-4422-44ad-b6ad-8df00fe04825 None None] Port e12542ce-0a68-4f5c-b2d2-e9773a99c5e6 cannot update to ACTIVE because it is not bound. {{(pid=92901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:30:04.505769 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:04.541435 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] For port 50a11463-ec7c-4904-bb42-8d8b29b13189, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=50a11463-ec7c-4904-bb42-8d8b29b13189,segment=NetworkSegment(ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0),segment_id=ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:30:04.552278 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:04.553134 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 85b31325-a3a0-413e-919b-94b90ae52088 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:30:04.554882 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:04.632087 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Pushing event updated for resources: {'Port': ['ID=50a11463-ec7c-4904-bb42-8d8b29b13189,revision_number=5']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:04.636310 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:04.652532 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port 85b31325-a3a0-413e-919b-94b90ae52088 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:04.652911 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:04.749050 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 2f3545ec-abb7-4358-bbbf-c673b0cdff0c up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:30:04.800665 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning for port 2f3545ec-abb7-4358-bbbf-c673b0cdff0c completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:30:04.805595 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port 2f3545ec-abb7-4358-bbbf-c673b0cdff0c triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:04.806177 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:04.893994 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:04.916223 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] For port 2f3545ec-abb7-4358-bbbf-c673b0cdff0c, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=2f3545ec-abb7-4358-bbbf-c673b0cdff0c,segment=NetworkSegment(e9e5c7ef-c364-4b74-9222-2e87bd8fc345),segment_id=e9e5c7ef-c364-4b74-9222-2e87bd8fc345)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:30:04.919992 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:04.921801 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:04.972634 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Pushing event updated for resources: {'Port': ['ID=2f3545ec-abb7-4358-bbbf-c673b0cdff0c,revision_number=4']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:04.975675 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:05.111309 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 45216) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:05.116541 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-63b75f11-4365-4306-982f-7b275bc688be tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-897397787', 'description': 'tempest-secgroup-smoke-897397787 description', 'project_id': '3699bbcc961442d5b336531ab34b138e'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:30:05.141676 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-63b75f11-4365-4306-982f-7b275bc688be tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:05.142354 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3425d79-1c4f-4829-b973-111c483da9bd req-bb24c27a-3a43-40e9-8f7b-5eee00f46647 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:05.145968 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b3425d79-1c4f-4829-b973-111c483da9bd req-bb24c27a-3a43-40e9-8f7b-5eee00f46647 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0652742 Jun 29 03:30:05.188511 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b3425d79-1c4f-4829-b973-111c483da9bd req-78747545-5d65-46d2-b538-72e346e010cf tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367260 Jun 29 03:30:05.257299 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-63b75f11-4365-4306-982f-7b275bc688be tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:05.263220 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-63b75f11-4365-4306-982f-7b275bc688be tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:05.267547 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-619a5a7e-5fff-4020-a3ee-d97e6f08b735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:05.299911 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b75f11-4365-4306-982f-7b275bc688be tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03442ba7-4734-48c9-ad0a-5fe656391907,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:05.301897 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-63b75f11-4365-4306-982f-7b275bc688be tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:05.303092 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-63b75f11-4365-4306-982f-7b275bc688be tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1901848 Jun 29 03:30:05.306235 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 45220) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:05.312062 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-04811504-99a5-43b0-9776-36ac943044ed tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Request body: {'security_group_rule': {'security_group_id': '03442ba7-4734-48c9-ad0a-5fe656391907', 'project_id': '3699bbcc961442d5b336531ab34b138e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:30:05.312922 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b75f11-4365-4306-982f-7b275bc688be tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:05.313286 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b75f11-4365-4306-982f-7b275bc688be tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:05.313637 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b75f11-4365-4306-982f-7b275bc688be tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:05.313984 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b75f11-4365-4306-982f-7b275bc688be tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:05.314331 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b75f11-4365-4306-982f-7b275bc688be tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:05.314672 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b75f11-4365-4306-982f-7b275bc688be tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:05.315012 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b75f11-4365-4306-982f-7b275bc688be tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:05.315346 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b75f11-4365-4306-982f-7b275bc688be tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:05.315684 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b75f11-4365-4306-982f-7b275bc688be tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:05.316045 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b75f11-4365-4306-982f-7b275bc688be tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:05.316378 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b75f11-4365-4306-982f-7b275bc688be tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:05.316710 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b75f11-4365-4306-982f-7b275bc688be tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:05.322176 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-63b75f11-4365-4306-982f-7b275bc688be tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:05.335559 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d4001-0ecd-4043-b2aa-f8d5d8d9772e req-9a00ddfa-fcbb-4ab2-8b68-3610b7d5377f tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:05.337063 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-0d8d4001-0ecd-4043-b2aa-f8d5d8d9772e req-9a00ddfa-fcbb-4ab2-8b68-3610b7d5377f tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.1198766 Jun 29 03:30:05.340116 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-04811504-99a5-43b0-9776-36ac943044ed tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:05.379163 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-0d8d4001-0ecd-4043-b2aa-f8d5d8d9772e req-04e87614-133e-4908-abac-2677040a2037 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363226 Jun 29 03:30:05.390175 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-04811504-99a5-43b0-9776-36ac943044ed tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:05.393869 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-04811504-99a5-43b0-9776-36ac943044ed tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8015280'] for security_group_rule, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:05.395738 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:05.408348 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04811504-99a5-43b0-9776-36ac943044ed tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ffc04a0-102e-43dc-b196-825386c253fc,revision_number=0']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:05.414628 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-04811504-99a5-43b0-9776-36ac943044ed tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:05.420859 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-04811504-99a5-43b0-9776-36ac943044ed tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:05.422135 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-04811504-99a5-43b0-9776-36ac943044ed tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1142659 Jun 29 03:30:05.425198 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 45224) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:05.429876 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-09f52372-88ed-404a-a6dc-080e10d385b4 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Request body: {'security_group_rule': {'security_group_id': '03442ba7-4734-48c9-ad0a-5fe656391907', 'project_id': '3699bbcc961442d5b336531ab34b138e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:30:05.457498 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-09f52372-88ed-404a-a6dc-080e10d385b4 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:05.513217 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-09f52372-88ed-404a-a6dc-080e10d385b4 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:05.517092 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-09f52372-88ed-404a-a6dc-080e10d385b4 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8015280'] for security_group_rule, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:05.519033 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-d1adfbd4-e64b-493f-a24d-abacf12f45c5 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:05.534383 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f52372-88ed-404a-a6dc-080e10d385b4 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a141e30e-93b7-4c0b-95bd-e1705f33b042,revision_number=0']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:05.537002 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-09f52372-88ed-404a-a6dc-080e10d385b4 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:05.539792 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-09f52372-88ed-404a-a6dc-080e10d385b4 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:05.543822 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-09f52372-88ed-404a-a6dc-080e10d385b4 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1147900 Jun 29 03:30:05.543822 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 45226) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:05.548351 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-620e1d11-87dc-42be-9120-ab2aa0727e1a tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Request body: {'security_group_rule': {'security_group_id': '03442ba7-4734-48c9-ad0a-5fe656391907', 'project_id': '3699bbcc961442d5b336531ab34b138e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:30:05.580517 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-620e1d11-87dc-42be-9120-ab2aa0727e1a tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:05.634980 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-620e1d11-87dc-42be-9120-ab2aa0727e1a tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:05.638381 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-620e1d11-87dc-42be-9120-ab2aa0727e1a tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8015280'] for security_group_rule, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:05.640393 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:05.657139 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e1d11-87dc-42be-9120-ab2aa0727e1a tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e13fde-a51e-4ca7-aefa-8e5b790cd184,revision_number=0']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:05.659590 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-620e1d11-87dc-42be-9120-ab2aa0727e1a tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:05.663911 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-620e1d11-87dc-42be-9120-ab2aa0727e1a tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:05.665185 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-620e1d11-87dc-42be-9120-ab2aa0727e1a tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205053 Jun 29 03:30:05.667940 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 45228) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:05.673204 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-3d8d46a7-eb62-42ab-bc0d-f12222eefce1 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Request body: {'security_group_rule': {'security_group_id': '03442ba7-4734-48c9-ad0a-5fe656391907', 'project_id': '3699bbcc961442d5b336531ab34b138e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:30:05.701149 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-3d8d46a7-eb62-42ab-bc0d-f12222eefce1 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:05.761713 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-3d8d46a7-eb62-42ab-bc0d-f12222eefce1 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:05.765463 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-3d8d46a7-eb62-42ab-bc0d-f12222eefce1 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8015280'] for security_group_rule, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:05.767525 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-09f52372-88ed-404a-a6dc-080e10d385b4 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:05.782946 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d46a7-eb62-42ab-bc0d-f12222eefce1 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e1bb77-d1ee-4e8e-b3d5-117c488a280f,revision_number=0']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:05.785376 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-3d8d46a7-eb62-42ab-bc0d-f12222eefce1 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:05.789305 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-3d8d46a7-eb62-42ab-bc0d-f12222eefce1 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:05.794481 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-3d8d46a7-eb62-42ab-bc0d-f12222eefce1 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215949 Jun 29 03:30:05.794637 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 45230) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:05.798937 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-3a05872c-cf1a-42ed-bc51-abe44bb0833b tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Request body: {'security_group_rule': {'security_group_id': '03442ba7-4734-48c9-ad0a-5fe656391907', 'project_id': '3699bbcc961442d5b336531ab34b138e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:30:05.822024 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.db.securitygroups_db [None req-3a05872c-cf1a-42ed-bc51-abe44bb0833b tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Project 3699bbcc961442d5b336531ab34b138e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 03:30:05.827149 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3a05872c-cf1a-42ed-bc51-abe44bb0833b tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:05.883451 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3a05872c-cf1a-42ed-bc51-abe44bb0833b tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:05.888570 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3a05872c-cf1a-42ed-bc51-abe44bb0833b tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8015280'] for security_group_rule, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:05.890602 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:05.907368 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05872c-cf1a-42ed-bc51-abe44bb0833b tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b877506-871d-4767-8f96-b064726c3eca,revision_number=0']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:05.920228 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-3a05872c-cf1a-42ed-bc51-abe44bb0833b tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:05.924563 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3a05872c-cf1a-42ed-bc51-abe44bb0833b tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:05.928256 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-3a05872c-cf1a-42ed-bc51-abe44bb0833b tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1337035 Jun 29 03:30:05.929273 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 45238) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:05.934494 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-98e4771d-79be-402d-86bf-436b350751ce tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Request body: {'security_group_rule': {'security_group_id': '03442ba7-4734-48c9-ad0a-5fe656391907', 'project_id': '3699bbcc961442d5b336531ab34b138e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:30:05.961574 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.db.securitygroups_db [None req-98e4771d-79be-402d-86bf-436b350751ce tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Project 3699bbcc961442d5b336531ab34b138e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 03:30:05.975399 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-98e4771d-79be-402d-86bf-436b350751ce tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:05.999821 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147ab6ba-3ab0-44be-9b1d-4b0312e990e0 None None] Sync routers for ids ['27994966-d464-4a7c-9160-90bdf9e69f1a'] in dv-cinder-797245-8-smb {{(pid=92901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:30:06.009285 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147ab6ba-3ab0-44be-9b1d-4b0312e990e0 None None] Routers {'27994966-d464-4a7c-9160-90bdf9e69f1a'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:30:06.009976 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-147ab6ba-3ab0-44be-9b1d-4b0312e990e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:29:45Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['27994966-d464-4a7c-9160-90bdf9e69f1a'], 'active': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:30:06.047666 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-98e4771d-79be-402d-86bf-436b350751ce tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:06.054743 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-98e4771d-79be-402d-86bf-436b350751ce tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8015280'] for security_group_rule, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:06.057020 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:06.073760 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4771d-79be-402d-86bf-436b350751ce tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32a5caf1-d8ae-49db-a916-86254253c71a,revision_number=0']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:06.077214 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-98e4771d-79be-402d-86bf-436b350751ce tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:06.082497 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-98e4771d-79be-402d-86bf-436b350751ce tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:06.084407 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-98e4771d-79be-402d-86bf-436b350751ce tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1537101 Jun 29 03:30:06.146673 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 50a11463-ec7c-4904-bb42-8d8b29b13189 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:30:06.207616 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvr_db [None req-147ab6ba-3ab0-44be-9b1d-4b0312e990e0 None None] Set router 27994966-d464-4a7c-9160-90bdf9e69f1a gateway port host: dv-cinder-797245-8-smb {{(pid=92901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:30:06.259708 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port 50a11463-ec7c-4904-bb42-8d8b29b13189 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:06.260146 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:06.381001 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f21f1-c4fa-4f6c-8215-3332b430c9f6 req-a7e0ce74-6c7e-498a-83d2-9ad22f8fd183 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:06.382599 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-526f21f1-c4fa-4f6c-8215-3332b430c9f6 req-a7e0ce74-6c7e-498a-83d2-9ad22f8fd183 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0646000 Jun 29 03:30:06.429003 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-526f21f1-c4fa-4f6c-8215-3332b430c9f6 req-81d6cf7c-9641-4938-ab0d-404759798a71 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397964 Jun 29 03:30:06.581820 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 2f3545ec-abb7-4358-bbbf-c673b0cdff0c up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:30:06.609564 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529d62a-2b34-4340-8449-c0e1fe99548e req-e6b7994a-011f-495c-ac77-6f84c85cc971 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:06.616387 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e529d62a-2b34-4340-8449-c0e1fe99548e req-e6b7994a-011f-495c-ac77-6f84c85cc971 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.0996864 Jun 29 03:30:06.641075 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-147ab6ba-3ab0-44be-9b1d-4b0312e990e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27994966-d464-4a7c-9160-90bdf9e69f1a', 'name': 'tempest-TestShelveInstance-169451572-router', 'tenant_id': 'eef068a99e084557a8fc6c50796e10e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': '2f3545ec-abb7-4358-bbbf-c673b0cdff0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:29:59Z', 'updated_at': '2021-06-29T03:30:03Z', 'revision_number': 4, 'project_id': 'eef068a99e084557a8fc6c50796e10e3', 'gw_port': {'id': '2f3545ec-abb7-4358-bbbf-c673b0cdff0c', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27994966-d464-4a7c-9160-90bdf9e69f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:00Z', 'updated_at': '2021-06-29T03:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': 'e12542ce-0a68-4f5c-b2d2-e9773a99c5e6', 'name': '', 'network_id': 'b4a8c309-440c-4194-9a24-5f5e43e826fe', 'tenant_id': 'eef068a99e084557a8fc6c50796e10e3', 'mac_address': 'fa:16:3e:92:da:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27994966-d464-4a7c-9160-90bdf9e69f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '58f3c4db-9cb0-4567-885a-0fa112e14f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:02Z', 'updated_at': '2021-06-29T03:30:03Z', 'revision_number': 2, 'project_id': 'eef068a99e084557a8fc6c50796e10e3', 'subnets': [{'id': '58f3c4db-9cb0-4567-885a-0fa112e14f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:30:06.674947 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e529d62a-2b34-4340-8449-c0e1fe99548e req-e85d5dd8-9ae1-4a34-8ecc-41fdab378652 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533884 Jun 29 03:30:06.685022 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147ab6ba-3ab0-44be-9b1d-4b0312e990e0 None None] Checking router: 27994966-d464-4a7c-9160-90bdf9e69f1a for host: dv-cinder-797245-8-smb {{(pid=92901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:30:06.685401 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147ab6ba-3ab0-44be-9b1d-4b0312e990e0 None None] Updating router 27994966-d464-4a7c-9160-90bdf9e69f1a port e12542ce-0a68-4f5c-b2d2-e9773a99c5e6 binding host dv-cinder-797245-8-smb {{(pid=92901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 03:30:06.709006 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port 2f3545ec-abb7-4358-bbbf-c673b0cdff0c triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:06.709389 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:06.751810 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-147ab6ba-3ab0-44be-9b1d-4b0312e990e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:07.043063 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa869b-7ed3-4ddf-a63c-c11d2c1b5f28 req-00f9794d-1d19-495e-9c01-e6d8718fbb08 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:07.044609 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-0ffa869b-7ed3-4ddf-a63c-c11d2c1b5f28 req-00f9794d-1d19-495e-9c01-e6d8718fbb08 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.0889084 Jun 29 03:30:07.103494 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-147ab6ba-3ab0-44be-9b1d-4b0312e990e0 None None] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:07.112314 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-0ffa869b-7ed3-4ddf-a63c-c11d2c1b5f28 req-fa86da87-3d17-4b68-9a7e-1d8a47ff2c5f tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589976 Jun 29 03:30:07.114122 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-147ab6ba-3ab0-44be-9b1d-4b0312e990e0 None None] Transition to ACTIVE for port object e12542ce-0a68-4f5c-b2d2-e9773a99c5e6 will not be triggered until provisioned by entity L2. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:30:07.123635 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-147ab6ba-3ab0-44be-9b1d-4b0312e990e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:07.127718 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:07.142141 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d19f7a-60fa-4f74-9d41-9d9c953b2cc6 req-16d79209-59f7-420c-9379-267d67eb81a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:07.145500 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-29d19f7a-60fa-4f74-9d41-9d9c953b2cc6 req-16d79209-59f7-420c-9379-267d67eb81a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=43f3aeed3f4749bab1f83a06f1e82be0&device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 1099 time: 0.0998552 Jun 29 03:30:07.251204 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87afcdc0-3804-4dbb-98e3-122873228b4f None None] Pushing event updated for resources: {'Port': ['ID=e12542ce-0a68-4f5c-b2d2-e9773a99c5e6,revision_number=3']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:07.266965 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87afcdc0-3804-4dbb-98e3-122873228b4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:07.266965 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87afcdc0-3804-4dbb-98e3-122873228b4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:07.266965 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87afcdc0-3804-4dbb-98e3-122873228b4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:07.266965 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87afcdc0-3804-4dbb-98e3-122873228b4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:07.266965 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87afcdc0-3804-4dbb-98e3-122873228b4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:07.266965 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87afcdc0-3804-4dbb-98e3-122873228b4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:07.268154 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87afcdc0-3804-4dbb-98e3-122873228b4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:07.268154 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87afcdc0-3804-4dbb-98e3-122873228b4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:07.268154 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87afcdc0-3804-4dbb-98e3-122873228b4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:07.268428 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87afcdc0-3804-4dbb-98e3-122873228b4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:07.268973 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87afcdc0-3804-4dbb-98e3-122873228b4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:07.269159 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87afcdc0-3804-4dbb-98e3-122873228b4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:07.278934 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-87afcdc0-3804-4dbb-98e3-122873228b4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:07.283791 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-147ab6ba-3ab0-44be-9b1d-4b0312e990e0 None None] Attempting to bind port e12542ce-0a68-4f5c-b2d2-e9773a99c5e6 on host dv-cinder-797245-8-smb for vnic_type normal with profile {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:30:07.284270 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-147ab6ba-3ab0-44be-9b1d-4b0312e990e0 None None] Attempting to bind port e12542ce-0a68-4f5c-b2d2-e9773a99c5e6 by drivers openvswitch,hyperv on host dv-cinder-797245-8-smb at level 0 using segments [{'id': 'c6cec0d0-0c44-4af5-ab3a-3c45193da687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b4a8c309-440c-4194-9a24-5f5e43e826fe'}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:30:07.284661 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147ab6ba-3ab0-44be-9b1d-4b0312e990e0 None None] Attempting to bind port e12542ce-0a68-4f5c-b2d2-e9773a99c5e6 on network b4a8c309-440c-4194-9a24-5f5e43e826fe {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:30:07.290870 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147ab6ba-3ab0-44be-9b1d-4b0312e990e0 None None] Checking agent: {'id': '2d48862d-5b66-4de3-aaf5-496cc1a6aae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 16), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:30:07.291605 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147ab6ba-3ab0-44be-9b1d-4b0312e990e0 None None] Checking segment: {'id': 'c6cec0d0-0c44-4af5-ab3a-3c45193da687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b4a8c309-440c-4194-9a24-5f5e43e826fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:30:07.292088 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-147ab6ba-3ab0-44be-9b1d-4b0312e990e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:07.292487 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147ab6ba-3ab0-44be-9b1d-4b0312e990e0 None None] Bound using segment: {'id': 'c6cec0d0-0c44-4af5-ab3a-3c45193da687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b4a8c309-440c-4194-9a24-5f5e43e826fe'} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:30:07.293129 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-147ab6ba-3ab0-44be-9b1d-4b0312e990e0 None None] Bound port: e12542ce-0a68-4f5c-b2d2-e9773a99c5e6, host: dv-cinder-797245-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6cec0d0-0c44-4af5-ab3a-3c45193da687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b4a8c309-440c-4194-9a24-5f5e43e826fe'}}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:30:07.293692 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-147ab6ba-3ab0-44be-9b1d-4b0312e990e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:07.347308 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d19f7a-60fa-4f74-9d41-9d9c953b2cc6 req-80e40855-5545-4df7-b613-78735d3dc151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:07.348841 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-29d19f7a-60fa-4f74-9d41-9d9c953b2cc6 req-80e40855-5545-4df7-b613-78735d3dc151 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c477f5c-bdb0-44ca-8af9-ed7781063c5a HTTP/1.1" status: 200 len: 911 time: 0.1946726 Jun 29 03:30:07.395617 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 45310) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:07.409075 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-147ab6ba-3ab0-44be-9b1d-4b0312e990e0 None None] For port e12542ce-0a68-4f5c-b2d2-e9773a99c5e6, host dv-cinder-797245-8-smb, cleared binding levels {{(pid=92901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:30:07.414123 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-147ab6ba-3ab0-44be-9b1d-4b0312e990e0 None None] For port e12542ce-0a68-4f5c-b2d2-e9773a99c5e6, host dv-cinder-797245-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=e12542ce-0a68-4f5c-b2d2-e9773a99c5e6,segment=NetworkSegment(c6cec0d0-0c44-4af5-ab3a-3c45193da687),segment_id=c6cec0d0-0c44-4af5-ab3a-3c45193da687)] {{(pid=92901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:30:07.425672 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-147ab6ba-3ab0-44be-9b1d-4b0312e990e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:07.430299 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:07.448877 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-29d19f7a-60fa-4f74-9d41-9d9c953b2cc6 req-8438a928-69eb-4350-8342-dadf93fc02aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea0ff005-1f4a-4bd5-a5c9-61578a420165 HTTP/1.1" status: 200 len: 1002 time: 0.0910347 Jun 29 03:30:07.487839 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147ab6ba-3ab0-44be-9b1d-4b0312e990e0 None None] Routers {'27994966-d464-4a7c-9160-90bdf9e69f1a'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:30:07.488490 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-147ab6ba-3ab0-44be-9b1d-4b0312e990e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:29:45Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['27994966-d464-4a7c-9160-90bdf9e69f1a'], 'active': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:30:07.535690 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d19f7a-60fa-4f74-9d41-9d9c953b2cc6 req-6f8b7786-161f-44dd-bc8a-612d2e3d4f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:07.538796 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-29d19f7a-60fa-4f74-9d41-9d9c953b2cc6 req-6f8b7786-161f-44dd-bc8a-612d2e3d4f9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c28d3be3-3297-47d9-b1b3-a2eb92284a62 HTTP/1.1" status: 200 len: 849 time: 0.0796001 Jun 29 03:30:07.560515 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-76523aa0-5e8b-4560-bb81-9b37845dc2de admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:07.561873 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87afcdc0-3804-4dbb-98e3-122873228b4f None None] Pushing event updated for resources: {'Port': ['ID=e12542ce-0a68-4f5c-b2d2-e9773a99c5e6,revision_number=4']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:07.565268 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-87afcdc0-3804-4dbb-98e3-122873228b4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:07.622438 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d19f7a-60fa-4f74-9d41-9d9c953b2cc6 req-be5bdd8e-0b4d-4189-98ac-917d33637bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:07.623908 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-29d19f7a-60fa-4f74-9d41-9d9c953b2cc6 req-be5bdd8e-0b4d-4189-98ac-917d33637bcc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c477f5c-bdb0-44ca-8af9-ed7781063c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0751853 Jun 29 03:30:07.659560 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvr_db [None req-147ab6ba-3ab0-44be-9b1d-4b0312e990e0 None None] Set router 27994966-d464-4a7c-9160-90bdf9e69f1a gateway port host: dv-cinder-797245-8-smb {{(pid=92901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:30:07.689551 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de59960-cfa0-4ed1-8ef1-dd817163ba86 req-2186706e-7761-4768-ac60-ff07f4dd71f7 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:07.710643 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6de59960-cfa0-4ed1-8ef1-dd817163ba86 req-2186706e-7761-4768-ac60-ff07f4dd71f7 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.1339059 Jun 29 03:30:07.805016 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6de59960-cfa0-4ed1-8ef1-dd817163ba86 req-df412137-cfd2-4975-aafb-cce52b586a64 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921388 Jun 29 03:30:07.826316 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-29d19f7a-60fa-4f74-9d41-9d9c953b2cc6 req-604edb3f-3a0b-4979-b3aa-da12d5b3e040 service neutron] 10.222.0.41 "GET /v2.0/networks/2c477f5c-bdb0-44ca-8af9-ed7781063c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945512 Jun 29 03:30:07.834357 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-76523aa0-5e8b-4560-bb81-9b37845dc2de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:07.845249 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-76523aa0-5e8b-4560-bb81-9b37845dc2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:07.869050 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-ec4f37aa-272b-4e32-beed-456ec153c8da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:07.892698 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-76523aa0-5e8b-4560-bb81-9b37845dc2de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a8a89bd84f54319a0be48dbfe74dc94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4951448 Jun 29 03:30:07.917042 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76523aa0-5e8b-4560-bb81-9b37845dc2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8851b559-6bce-4de7-a39c-1e419609b8df,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:07.925539 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 45320) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:07.928296 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76523aa0-5e8b-4560-bb81-9b37845dc2de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:07.928983 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76523aa0-5e8b-4560-bb81-9b37845dc2de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:07.929572 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76523aa0-5e8b-4560-bb81-9b37845dc2de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:07.930997 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76523aa0-5e8b-4560-bb81-9b37845dc2de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:07.931909 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76523aa0-5e8b-4560-bb81-9b37845dc2de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:07.932489 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76523aa0-5e8b-4560-bb81-9b37845dc2de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:07.933146 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76523aa0-5e8b-4560-bb81-9b37845dc2de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:07.933910 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76523aa0-5e8b-4560-bb81-9b37845dc2de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:07.934492 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76523aa0-5e8b-4560-bb81-9b37845dc2de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:07.935118 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76523aa0-5e8b-4560-bb81-9b37845dc2de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:07.935673 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76523aa0-5e8b-4560-bb81-9b37845dc2de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:07.936339 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76523aa0-5e8b-4560-bb81-9b37845dc2de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:07.953148 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-76523aa0-5e8b-4560-bb81-9b37845dc2de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:07.962830 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-29d19f7a-60fa-4f74-9d41-9d9c953b2cc6 req-67e16183-49d3-4e28-a08f-2f2b8a5efdfb service neutron] 10.222.0.41 "GET /v2.0/networks/2c477f5c-bdb0-44ca-8af9-ed7781063c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294067 Jun 29 03:30:08.008085 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1fd306a0-414c-4145-ba35-af498bfa378c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:08.034928 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1fd306a0-414c-4145-ba35-af498bfa378c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:08.048945 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-147ab6ba-3ab0-44be-9b1d-4b0312e990e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27994966-d464-4a7c-9160-90bdf9e69f1a', 'name': 'tempest-TestShelveInstance-169451572-router', 'tenant_id': 'eef068a99e084557a8fc6c50796e10e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': '2f3545ec-abb7-4358-bbbf-c673b0cdff0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:29:59Z', 'updated_at': '2021-06-29T03:30:03Z', 'revision_number': 4, 'project_id': 'eef068a99e084557a8fc6c50796e10e3', 'gw_port': {'id': '2f3545ec-abb7-4358-bbbf-c673b0cdff0c', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27994966-d464-4a7c-9160-90bdf9e69f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:00Z', 'updated_at': '2021-06-29T03:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': 'e12542ce-0a68-4f5c-b2d2-e9773a99c5e6', 'name': '', 'network_id': 'b4a8c309-440c-4194-9a24-5f5e43e826fe', 'tenant_id': 'eef068a99e084557a8fc6c50796e10e3', 'mac_address': 'fa:16:3e:92:da:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27994966-d464-4a7c-9160-90bdf9e69f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '58f3c4db-9cb0-4567-885a-0fa112e14f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:02Z', 'updated_at': '2021-06-29T03:30:07Z', 'revision_number': 4, 'project_id': 'eef068a99e084557a8fc6c50796e10e3', 'subnets': [{'id': '58f3c4db-9cb0-4567-885a-0fa112e14f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:30:08.079621 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147ab6ba-3ab0-44be-9b1d-4b0312e990e0 None None] The sync data for ids ['27994966-d464-4a7c-9160-90bdf9e69f1a'] in dv-cinder-797245-8-smb is: [{'id': '27994966-d464-4a7c-9160-90bdf9e69f1a', 'name': 'tempest-TestShelveInstance-169451572-router', 'tenant_id': 'eef068a99e084557a8fc6c50796e10e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': '2f3545ec-abb7-4358-bbbf-c673b0cdff0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:29:59Z', 'updated_at': '2021-06-29T03:30:03Z', 'revision_number': 4, 'project_id': 'eef068a99e084557a8fc6c50796e10e3', 'gw_port': {'id': '2f3545ec-abb7-4358-bbbf-c673b0cdff0c', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27994966-d464-4a7c-9160-90bdf9e69f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:00Z', 'updated_at': '2021-06-29T03:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': 'e12542ce-0a68-4f5c-b2d2-e9773a99c5e6', 'name': '', 'network_id': 'b4a8c309-440c-4194-9a24-5f5e43e826fe', 'tenant_id': 'eef068a99e084557a8fc6c50796e10e3', 'mac_address': 'fa:16:3e:92:da:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27994966-d464-4a7c-9160-90bdf9e69f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '58f3c4db-9cb0-4567-885a-0fa112e14f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:02Z', 'updated_at': '2021-06-29T03:30:07Z', 'revision_number': 4, 'project_id': 'eef068a99e084557a8fc6c50796e10e3', 'subnets': [{'id': '58f3c4db-9cb0-4567-885a-0fa112e14f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:30:08.093670 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1fd306a0-414c-4145-ba35-af498bfa378c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:08.096758 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1fd306a0-414c-4145-ba35-af498bfa378c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:08.107456 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-1fd306a0-414c-4145-ba35-af498bfa378c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8851b559-6bce-4de7-a39c-1e419609b8df HTTP/1.1" status: 204 len: 168 time: 0.1617794 Jun 29 03:30:08.108406 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-db83e23e-ff32-4c72-ad1c-dd72ec17128c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:08.118702 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd306a0-414c-4145-ba35-af498bfa378c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8851b559-6bce-4de7-a39c-1e419609b8df,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:08.121285 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-1fd306a0-414c-4145-ba35-af498bfa378c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:08.339242 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81bf87-39f8-4afa-97cd-9be3d137aec3 req-806f2bcb-0677-48c6-9ba1-8f678816e532 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:08.343291 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-af81bf87-39f8-4afa-97cd-9be3d137aec3 req-806f2bcb-0677-48c6-9ba1-8f678816e532 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.0805502 Jun 29 03:30:08.382981 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-af81bf87-39f8-4afa-97cd-9be3d137aec3 req-3767b15e-63fd-43a7-918d-f8cc49ba8c02 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357704 Jun 29 03:30:08.791990 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 45344) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:08.889733 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-ae8f17db-8e20-4787-bfa2-87f9c65d60de admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1382799988-network', 'tenant_id': 'a7fc6046e1da4bd5a2ab10cf6761eb67'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:30:08.914457 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8f17db-8e20-4787-bfa2-87f9c65d60de admin admin] Made reservation on behalf of a7fc6046e1da4bd5a2ab10cf6761eb67 for: {'network': 1} {{(pid=92900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:30:08.917159 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-ae8f17db-8e20-4787-bfa2-87f9c65d60de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for network, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:08.930918 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-ae8f17db-8e20-4787-bfa2-87f9c65d60de admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:08.997739 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867508c2-7acf-4498-93c0-e00cef62313a req-015fa29c-5753-4ed5-a98f-498f93293e95 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:08.999993 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-867508c2-7acf-4498-93c0-e00cef62313a req-015fa29c-5753-4ed5-a98f-498f93293e95 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0729549 Jun 29 03:30:09.031870 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-ae8f17db-8e20-4787-bfa2-87f9c65d60de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:09.036149 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-ae8f17db-8e20-4787-bfa2-87f9c65d60de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:09.038971 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-a9e63172-be6f-47d2-9168-3a8f4db4a585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:09.044044 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-867508c2-7acf-4498-93c0-e00cef62313a req-b2aca9f6-0855-42c2-b3c1-bb0a71441b07 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353167 Jun 29 03:30:09.068595 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae8f17db-8e20-4787-bfa2-87f9c65d60de admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=92900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 03:30:09.081489 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-ae8f17db-8e20-4787-bfa2-87f9c65d60de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342'] for segment, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:09.081834 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.db.segments_db [None req-ae8f17db-8e20-4787-bfa2-87f9c65d60de admin admin] Added segment 154da7a7-24a6-4eab-bfa9-d2eb63563f5f of type vlan for network 7dba24ab-e88f-4ea0-b120-030dce453597 Jun 29 03:30:09.083188 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f17db-8e20-4787-bfa2-87f9c65d60de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82088e8e-76b0-4760-80a2-9bfcca74bac8,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:09.093131 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-ae8f17db-8e20-4787-bfa2-87f9c65d60de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:09.123546 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-ae8f17db-8e20-4787-bfa2-87f9c65d60de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763851271976'] for network, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:09.154617 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-ae8f17db-8e20-4787-bfa2-87f9c65d60de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670'] for network, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:09.156527 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8f17db-8e20-4787-bfa2-87f9c65d60de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:09.157108 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-ae8f17db-8e20-4787-bfa2-87f9c65d60de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for network, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:09.159312 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:09.204902 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-ae8f17db-8e20-4787-bfa2-87f9c65d60de admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4118116 Jun 29 03:30:09.207899 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 45354) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:09.212938 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-4b15ca04-4d55-4225-aa63-7963d9f22588 admin admin] Request body: {'subnet': {'network_id': '7dba24ab-e88f-4ea0-b120-030dce453597', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1382799988-subnet', 'tenant_id': 'a7fc6046e1da4bd5a2ab10cf6761eb67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:30:09.215220 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f17db-8e20-4787-bfa2-87f9c65d60de admin admin] Pushing event updated for resources: {'Network': ['ID=7dba24ab-e88f-4ea0-b120-030dce453597,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:09.218358 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-ae8f17db-8e20-4787-bfa2-87f9c65d60de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:09.225975 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Network 7dba24ab-e88f-4ea0-b120-030dce453597 details requested by agent ovs-agent-dv-cinder-797245-8-smb with host dv-cinder-797245-8-smb {{(pid=92901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:30:09.235069 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b15ca04-4d55-4225-aa63-7963d9f22588 admin admin] Made reservation on behalf of a7fc6046e1da4bd5a2ab10cf6761eb67 for: {'subnet': 1} {{(pid=92899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:30:09.237409 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4b15ca04-4d55-4225-aa63-7963d9f22588 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:09.418895 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4b15ca04-4d55-4225-aa63-7963d9f22588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670'] for subnet, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:09.421914 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-2edc5384-aef8-4eee-a050-a17f655435a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:09.478931 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15ca04-4d55-4225-aa63-7963d9f22588 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdc45bb3-4bf1-414c-a194-cefccdd73141,revision_number=0']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:09.482590 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-4b15ca04-4d55-4225-aa63-7963d9f22588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:09.486288 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b15ca04-4d55-4225-aa63-7963d9f22588 admin admin] Checking segment: {'id': '154da7a7-24a6-4eab-bfa9-d2eb63563f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dba24ab-e88f-4ea0-b120-030dce453597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:30:09.486635 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b15ca04-4d55-4225-aa63-7963d9f22588 admin admin] Network hostable DHCP agents. Network: 7dba24ab-e88f-4ea0-b120-030dce453597, hostable agents: ['15611171-d073-4a1d-b69f-900d48098551'], hosted agents: [] {{(pid=92899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:30:09.529450 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b15ca04-4d55-4225-aa63-7963d9f22588 admin admin] Network 7dba24ab-e88f-4ea0-b120-030dce453597 is scheduled to be hosted by DHCP agent 15611171-d073-4a1d-b69f-900d48098551 with binding_index 1 {{(pid=92899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:30:09.542339 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.base_scheduler [None req-4b15ca04-4d55-4225-aa63-7963d9f22588 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-smb, 7dba24ab-e88f-4ea0-b120-030dce453597) {{(pid=92899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:30:09.547416 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b15ca04-4d55-4225-aa63-7963d9f22588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:09.548595 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4b15ca04-4d55-4225-aa63-7963d9f22588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for subnet, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:09.552626 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7645f492-c791-4f1c-9234-09babae5c6f8 None None] Network 7dba24ab-e88f-4ea0-b120-030dce453597 requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:30:09.571630 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-4b15ca04-4d55-4225-aa63-7963d9f22588 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3625429 Jun 29 03:30:09.595499 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8ee52-e739-4779-8bcd-e7bb662e557d req-635f05a7-3c1c-46db-8df6-3e3928fd7acb tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:09.597983 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-40b8ee52-e739-4779-8bcd-e7bb662e557d req-635f05a7-3c1c-46db-8df6-3e3928fd7acb tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.0970619 Jun 29 03:30:09.674568 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-40b8ee52-e739-4779-8bcd-e7bb662e557d req-65a48eb3-0ee1-4e65-afb3-265daee912a1 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572817 Jun 29 03:30:09.719193 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5282b73b-d294-42fe-a20c-b8611a90a06f None None] Network 7dba24ab-e88f-4ea0-b120-030dce453597 requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:30:10.142306 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device e12542ce-0a68-4f5c-b2d2-e9773a99c5e6 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:30:10.199233 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning for port e12542ce-0a68-4f5c-b2d2-e9773a99c5e6 completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:30:10.202947 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port e12542ce-0a68-4f5c-b2d2-e9773a99c5e6 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:10.203341 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:10.242073 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451e48c-0f1c-4a40-a692-8154af7c5cdf req-f14018b8-5f5c-4d38-889d-2ea03d416502 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:10.243539 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-c451e48c-0f1c-4a40-a692-8154af7c5cdf req-f14018b8-5f5c-4d38-889d-2ea03d416502 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0646958 Jun 29 03:30:10.283180 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:10.284348 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-c451e48c-0f1c-4a40-a692-8154af7c5cdf req-cf8a2636-bd77-43b9-b9df-55eb8608e8be tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343444 Jun 29 03:30:10.320352 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] For port e12542ce-0a68-4f5c-b2d2-e9773a99c5e6, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=e12542ce-0a68-4f5c-b2d2-e9773a99c5e6,segment=NetworkSegment(c6cec0d0-0c44-4af5-ab3a-3c45193da687),segment_id=c6cec0d0-0c44-4af5-ab3a-3c45193da687)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:30:10.324081 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:10.326634 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:10.372844 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Pushing event updated for resources: {'Port': ['ID=e12542ce-0a68-4f5c-b2d2-e9773a99c5e6,revision_number=5']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:10.376484 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:11.389371 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46816eeb-c254-453b-91e1-11b3103e1181 req-d0f0f8aa-2521-4471-a862-9078b8f2f324 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:11.391350 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-46816eeb-c254-453b-91e1-11b3103e1181 req-d0f0f8aa-2521-4471-a862-9078b8f2f324 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/networks?id=7dba24ab-e88f-4ea0-b120-030dce453597 HTTP/1.1" status: 200 len: 814 time: 0.1060524 Jun 29 03:30:11.405477 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-46816eeb-c254-453b-91e1-11b3103e1181 req-475ee512-db6f-49ad-90fb-eac01e60c120 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/quotas/a7fc6046e1da4bd5a2ab10cf6761eb67 HTTP/1.1" status: 200 len: 375 time: 0.0088971 Jun 29 03:30:11.440636 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-46816eeb-c254-453b-91e1-11b3103e1181 req-7aba3fe9-14fe-4a31-ab69-d10a9d2704cd tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7fc6046e1da4bd5a2ab10cf6761eb67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300333 Jun 29 03:30:11.461180 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0df0f6-c3e5-42bd-ae56-1293f92533aa req-546b9d9f-1e9e-4440-b1b1-fe8d2f77b150 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:11.462609 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-8b0df0f6-c3e5-42bd-ae56-1293f92533aa req-546b9d9f-1e9e-4440-b1b1-fe8d2f77b150 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0639732 Jun 29 03:30:11.502019 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-8b0df0f6-c3e5-42bd-ae56-1293f92533aa req-fe953704-d9a7-4aa4-aced-6ca06379f907 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336545 Jun 29 03:30:11.535798 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-46816eeb-c254-453b-91e1-11b3103e1181 req-d0ca7e37-211b-4b3b-8407-260b80e70db8 service neutron] 10.222.0.24 "GET /v2.0/networks/7dba24ab-e88f-4ea0-b120-030dce453597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885291 Jun 29 03:30:11.625407 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-46816eeb-c254-453b-91e1-11b3103e1181 req-585164bb-06b4-4322-97b9-a55db7988965 service neutron] 10.222.0.24 "GET /v2.0/networks/7dba24ab-e88f-4ea0-b120-030dce453597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819936 Jun 29 03:30:11.805658 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-9fe37d2e-254b-49c4-b055-e803a3da98b9 req-f1855f79-5a14-4dd0-b49f-c2d9fd3a2b57 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b8deea-4ad8-4ce1-9022-0a1e75f96b66 HTTP/1.1" status: 200 len: 210 time: 0.0275443 Jun 29 03:30:12.094139 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device e12542ce-0a68-4f5c-b2d2-e9773a99c5e6 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:30:12.147457 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port e12542ce-0a68-4f5c-b2d2-e9773a99c5e6 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:12.147963 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:12.700353 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee118d51-7a50-4868-af6b-01fbda56f453 req-3fa1ae15-7be4-453f-b249-5e53df288797 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:12.702843 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-ee118d51-7a50-4868-af6b-01fbda56f453 req-3fa1ae15-7be4-453f-b249-5e53df288797 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0825660 Jun 29 03:30:12.742046 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-ee118d51-7a50-4868-af6b-01fbda56f453 req-0702cd61-e872-4573-ae0a-06c59c114ccc tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328987 Jun 29 03:30:12.953205 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-a78632fb-ec68-401a-b167-188ee502d3a1 req-bd9872e5-6327-4ad2-b446-2868d710b718 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b8deea-4ad8-4ce1-9022-0a1e75f96b66 HTTP/1.1" status: 200 len: 210 time: 0.0295918 Jun 29 03:30:13.085808 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-12c3e7f9-7fd9-44d0-ad01-0ea5a15a4956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:13.168594 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46816eeb-c254-453b-91e1-11b3103e1181 req-3d02fa19-e829-4991-94fd-9694dd312d55 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:13.171031 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-46816eeb-c254-453b-91e1-11b3103e1181 req-3d02fa19-e829-4991-94fd-9694dd312d55 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.41 "GET /v2.0/networks?id=7dba24ab-e88f-4ea0-b120-030dce453597 HTTP/1.1" status: 200 len: 814 time: 0.1221559 Jun 29 03:30:13.205086 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [req-46816eeb-c254-453b-91e1-11b3103e1181 req-45772172-c03f-4523-890c-c49e43af4155 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Request body: {'port': {'device_id': 'c3b8deea-4ad8-4ce1-9022-0a1e75f96b66', 'network_id': '7dba24ab-e88f-4ea0-b120-030dce453597', 'admin_state_up': True, 'tenant_id': 'a7fc6046e1da4bd5a2ab10cf6761eb67'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:30:13.323346 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46816eeb-c254-453b-91e1-11b3103e1181 req-45772172-c03f-4523-890c-c49e43af4155 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Made reservation on behalf of a7fc6046e1da4bd5a2ab10cf6761eb67 for: {'port': 1} {{(pid=92899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:30:13.326926 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-46816eeb-c254-453b-91e1-11b3103e1181 req-45772172-c03f-4523-890c-c49e43af4155 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:13.456567 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.db_base_plugin_common [req-46816eeb-c254-453b-91e1-11b3103e1181 req-45772172-c03f-4523-890c-c49e43af4155 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Allocated IP 172.20.0.14 (7dba24ab-e88f-4ea0-b120-030dce453597/bdc45bb3-4bf1-414c-a194-cefccdd73141/dff0fece-af96-4f60-87bb-b445d050e55b) {{(pid=92899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:30:13.598592 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-46816eeb-c254-453b-91e1-11b3103e1181 req-45772172-c03f-4523-890c-c49e43af4155 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Notify callbacks [] for port, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:13.636736 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-46816eeb-c254-453b-91e1-11b3103e1181 req-45772172-c03f-4523-890c-c49e43af4155 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302'] for port, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:13.642474 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:13.701010 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46816eeb-c254-453b-91e1-11b3103e1181 req-45772172-c03f-4523-890c-c49e43af4155 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Network 7dba24ab-e88f-4ea0-b120-030dce453597 is already hosted by enough agents. {{(pid=92899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:30:13.701926 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45772172-c03f-4523-890c-c49e43af4155 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Pushing event updated for resources: {'Port': ['ID=dff0fece-af96-4f60-87bb-b445d050e55b,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:13.705377 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-45772172-c03f-4523-890c-c49e43af4155 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:13.706564 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.base_scheduler [req-46816eeb-c254-453b-91e1-11b3103e1181 req-45772172-c03f-4523-890c-c49e43af4155 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Resources bound (agent type, host, resource id): {{(pid=92899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:30:13.709834 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.l3_dvrscheduler_db [req-46816eeb-c254-453b-91e1-11b3103e1181 req-45772172-c03f-4523-890c-c49e43af4155 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Received port after_create {{(pid=92899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:30:13.715102 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46816eeb-c254-453b-91e1-11b3103e1181 req-45772172-c03f-4523-890c-c49e43af4155 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:13.715707 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-46816eeb-c254-453b-91e1-11b3103e1181 req-45772172-c03f-4523-890c-c49e43af4155 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:13.734389 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-46816eeb-c254-453b-91e1-11b3103e1181 req-45772172-c03f-4523-890c-c49e43af4155 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5336874 Jun 29 03:30:13.756237 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [req-46816eeb-c254-453b-91e1-11b3103e1181 req-d519ec5a-02d3-4d91-95c4-6bb2347ff1fb service neutron] Request body: {'port': {'device_id': 'c3b8deea-4ad8-4ce1-9022-0a1e75f96b66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:30:13.836730 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-46816eeb-c254-453b-91e1-11b3103e1181 req-d519ec5a-02d3-4d91-95c4-6bb2347ff1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:14.017871 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3cdcd-aa9e-4fb3-bade-d3d288c279fa req-cc1ffbac-7709-4794-846a-d21cd3305b2c tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:14.019231 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-5fa3cdcd-aa9e-4fb3-bade-d3d288c279fa req-cc1ffbac-7709-4794-846a-d21cd3305b2c tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.1480353 Jun 29 03:30:14.103791 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-5fa3cdcd-aa9e-4fb3-bade-d3d288c279fa req-a25bb13c-27e1-4bc5-b05e-bf9b330e7bc8 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697548 Jun 29 03:30:14.181515 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.notifiers.nova [req-46816eeb-c254-453b-91e1-11b3103e1181 req-d519ec5a-02d3-4d91-95c4-6bb2347ff1fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dff0fece-af96-4f60-87bb-b445d050e55b {{(pid=92899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:30:14.190103 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-46816eeb-c254-453b-91e1-11b3103e1181 req-d519ec5a-02d3-4d91-95c4-6bb2347ff1fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:14.211023 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.provisioning_blocks [req-46816eeb-c254-453b-91e1-11b3103e1181 req-d519ec5a-02d3-4d91-95c4-6bb2347ff1fb service neutron] Transition to ACTIVE for port object dff0fece-af96-4f60-87bb-b445d050e55b will not be triggered until provisioned by entity L2. {{(pid=92899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:30:14.216095 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-46816eeb-c254-453b-91e1-11b3103e1181 req-d519ec5a-02d3-4d91-95c4-6bb2347ff1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:14.217447 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041ecd2-1406-427c-91bf-c9d19c19be16 req-cde82ddd-7b0e-402a-8650-d78274a058d3 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:14.218720 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-d61437e0-d84a-4308-98ef-3fc96a9b5a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:14.220218 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-c041ecd2-1406-427c-91bf-c9d19c19be16 req-cde82ddd-7b0e-402a-8650-d78274a058d3 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b8deea-4ad8-4ce1-9022-0a1e75f96b66 HTTP/1.1" status: 200 len: 932 time: 0.0687058 Jun 29 03:30:14.262164 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-c041ecd2-1406-427c-91bf-c9d19c19be16 req-7179b958-8473-4a37-82fd-d3961c0d451c tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346458 Jun 29 03:30:14.267149 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519ec5a-02d3-4d91-95c4-6bb2347ff1fb service neutron] Pushing event updated for resources: {'Port': ['ID=dff0fece-af96-4f60-87bb-b445d050e55b,revision_number=2']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:14.269829 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-d519ec5a-02d3-4d91-95c4-6bb2347ff1fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:14.305708 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.managers [req-46816eeb-c254-453b-91e1-11b3103e1181 req-d519ec5a-02d3-4d91-95c4-6bb2347ff1fb service neutron] Attempting to bind port dff0fece-af96-4f60-87bb-b445d050e55b on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:30:14.306040 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.managers [req-46816eeb-c254-453b-91e1-11b3103e1181 req-d519ec5a-02d3-4d91-95c4-6bb2347ff1fb service neutron] Attempting to bind port dff0fece-af96-4f60-87bb-b445d050e55b by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '154da7a7-24a6-4eab-bfa9-d2eb63563f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dba24ab-e88f-4ea0-b120-030dce453597'}] {{(pid=92899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:30:14.306363 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46816eeb-c254-453b-91e1-11b3103e1181 req-d519ec5a-02d3-4d91-95c4-6bb2347ff1fb service neutron] Attempting to bind port dff0fece-af96-4f60-87bb-b445d050e55b on network 7dba24ab-e88f-4ea0-b120-030dce453597 {{(pid=92899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:30:14.310486 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46816eeb-c254-453b-91e1-11b3103e1181 req-d519ec5a-02d3-4d91-95c4-6bb2347ff1fb service neutron] Port dff0fece-af96-4f60-87bb-b445d050e55b on network 7dba24ab-e88f-4ea0-b120-030dce453597 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:30:14.310803 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46816eeb-c254-453b-91e1-11b3103e1181 req-d519ec5a-02d3-4d91-95c4-6bb2347ff1fb service neutron] Attempting to bind port dff0fece-af96-4f60-87bb-b445d050e55b on network 7dba24ab-e88f-4ea0-b120-030dce453597 {{(pid=92899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:30:14.315458 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46816eeb-c254-453b-91e1-11b3103e1181 req-d519ec5a-02d3-4d91-95c4-6bb2347ff1fb service neutron] Checking agent: {'id': '2bf09fb4-53ea-44df-98c0-2f1f129e0ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:30:14.315820 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46816eeb-c254-453b-91e1-11b3103e1181 req-d519ec5a-02d3-4d91-95c4-6bb2347ff1fb service neutron] Checking segment: {'id': '154da7a7-24a6-4eab-bfa9-d2eb63563f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dba24ab-e88f-4ea0-b120-030dce453597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:30:14.316205 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46816eeb-c254-453b-91e1-11b3103e1181 req-d519ec5a-02d3-4d91-95c4-6bb2347ff1fb service neutron] Bound using segment: {'id': '154da7a7-24a6-4eab-bfa9-d2eb63563f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dba24ab-e88f-4ea0-b120-030dce453597'} {{(pid=92899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:30:14.316627 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.managers [req-46816eeb-c254-453b-91e1-11b3103e1181 req-d519ec5a-02d3-4d91-95c4-6bb2347ff1fb service neutron] Bound port: dff0fece-af96-4f60-87bb-b445d050e55b, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154da7a7-24a6-4eab-bfa9-d2eb63563f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dba24ab-e88f-4ea0-b120-030dce453597'}}] {{(pid=92899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:30:14.316976 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-46816eeb-c254-453b-91e1-11b3103e1181 req-d519ec5a-02d3-4d91-95c4-6bb2347ff1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:14.380932 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.db [req-46816eeb-c254-453b-91e1-11b3103e1181 req-d519ec5a-02d3-4d91-95c4-6bb2347ff1fb service neutron] For port dff0fece-af96-4f60-87bb-b445d050e55b, host hv-cinder-79724, cleared binding levels {{(pid=92899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:30:14.383811 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.db [req-46816eeb-c254-453b-91e1-11b3103e1181 req-d519ec5a-02d3-4d91-95c4-6bb2347ff1fb service neutron] For port dff0fece-af96-4f60-87bb-b445d050e55b, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=dff0fece-af96-4f60-87bb-b445d050e55b,segment=NetworkSegment(154da7a7-24a6-4eab-bfa9-d2eb63563f5f),segment_id=154da7a7-24a6-4eab-bfa9-d2eb63563f5f)] {{(pid=92899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:30:14.388388 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-46816eeb-c254-453b-91e1-11b3103e1181 req-d519ec5a-02d3-4d91-95c4-6bb2347ff1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:14.390592 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:14.425427 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46816eeb-c254-453b-91e1-11b3103e1181 req-d519ec5a-02d3-4d91-95c4-6bb2347ff1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:14.426036 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-46816eeb-c254-453b-91e1-11b3103e1181 req-d519ec5a-02d3-4d91-95c4-6bb2347ff1fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:14.427421 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-46816eeb-c254-453b-91e1-11b3103e1181 req-d519ec5a-02d3-4d91-95c4-6bb2347ff1fb service neutron] 10.222.0.41 "PUT /v2.0/ports/dff0fece-af96-4f60-87bb-b445d050e55b HTTP/1.1" status: 200 len: 1094 time: 0.6754870 Jun 29 03:30:14.427934 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b8deea-4ad8-4ce1-9022-0a1e75f96b66', 'tag': 'dff0fece-af96-4f60-87bb-b445d050e55b'}] {{(pid=92899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:30:14.430184 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e75ac8c9269a08c635d3d4ea2f6bd2cddeec2d6e4f2b8df737e80b8e22f33d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d8c12f-6b50-4c9e-a6e1-c489f19366e8" -d '{"events": [{"name": "network-changed", "server_uuid": "c3b8deea-4ad8-4ce1-9022-0a1e75f96b66", "tag": "dff0fece-af96-4f60-87bb-b445d050e55b"}]}' {{(pid=92899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:30:14.451387 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519ec5a-02d3-4d91-95c4-6bb2347ff1fb service neutron] Pushing event updated for resources: {'Port': ['ID=dff0fece-af96-4f60-87bb-b445d050e55b,revision_number=3']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:14.454420 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-d519ec5a-02d3-4d91-95c4-6bb2347ff1fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:14.469262 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506ba3db-6ca4-4877-aaf6-6e7cbf9d1cd3 x-openstack-request-id: req-506ba3db-6ca4-4877-aaf6-6e7cbf9d1cd3 {{(pid=92899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:30:14.469645 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3b8deea-4ad8-4ce1-9022-0a1e75f96b66", "tag": "dff0fece-af96-4f60-87bb-b445d050e55b", "status": "completed", "code": 200}]} {{(pid=92899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:30:14.469932 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-506ba3db-6ca4-4877-aaf6-6e7cbf9d1cd3 {{(pid=92899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:30:14.470345 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3b8deea-4ad8-4ce1-9022-0a1e75f96b66', 'tag': 'dff0fece-af96-4f60-87bb-b445d050e55b', 'status': 'completed', 'code': 200} Jun 29 03:30:14.562876 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46816eeb-c254-453b-91e1-11b3103e1181 req-5bae1c4e-56ff-4e8d-b83b-321a8da22a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:14.564287 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-46816eeb-c254-453b-91e1-11b3103e1181 req-5bae1c4e-56ff-4e8d-b83b-321a8da22a30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7fc6046e1da4bd5a2ab10cf6761eb67&device_id=c3b8deea-4ad8-4ce1-9022-0a1e75f96b66 HTTP/1.1" status: 200 len: 1097 time: 0.0542603 Jun 29 03:30:14.622615 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-46816eeb-c254-453b-91e1-11b3103e1181 req-8fad85ea-2da0-4278-b335-54447d8fca91 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dff0fece-af96-4f60-87bb-b445d050e55b HTTP/1.1" status: 200 len: 217 time: 0.0345228 Jun 29 03:30:14.675971 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46816eeb-c254-453b-91e1-11b3103e1181 req-46c6a9af-c3ba-4570-8d93-f44e2c824b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:14.677817 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-46816eeb-c254-453b-91e1-11b3103e1181 req-46c6a9af-c3ba-4570-8d93-f44e2c824b03 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdc45bb3-4bf1-414c-a194-cefccdd73141 HTTP/1.1" status: 200 len: 854 time: 0.0452552 Jun 29 03:30:14.713051 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-46816eeb-c254-453b-91e1-11b3103e1181 req-5b8f425f-59c3-484b-a649-d6778dad900f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dba24ab-e88f-4ea0-b120-030dce453597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276890 Jun 29 03:30:14.813698 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-46816eeb-c254-453b-91e1-11b3103e1181 req-09e86594-933f-479b-a0db-89206031356f service neutron] 10.222.0.41 "GET /v2.0/networks/7dba24ab-e88f-4ea0-b120-030dce453597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831707 Jun 29 03:30:14.906385 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-46816eeb-c254-453b-91e1-11b3103e1181 req-489910e2-0edf-4855-973e-072a4d20c7ed service neutron] 10.222.0.41 "GET /v2.0/networks/7dba24ab-e88f-4ea0-b120-030dce453597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825391 Jun 29 03:30:15.105006 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8c12f-6b50-4c9e-a6e1-c489f19366e8 req-633805e2-4f64-47bc-9632-12d547deab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:15.106565 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-95d8c12f-6b50-4c9e-a6e1-c489f19366e8 req-633805e2-4f64-47bc-9632-12d547deab89 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7fc6046e1da4bd5a2ab10cf6761eb67&device_id=c3b8deea-4ad8-4ce1-9022-0a1e75f96b66 HTTP/1.1" status: 200 len: 1097 time: 0.0518589 Jun 29 03:30:15.213497 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8c12f-6b50-4c9e-a6e1-c489f19366e8 req-d1b31d42-31b9-455d-8bfb-e342a3d86c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:15.214821 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-95d8c12f-6b50-4c9e-a6e1-c489f19366e8 req-d1b31d42-31b9-455d-8bfb-e342a3d86c82 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dba24ab-e88f-4ea0-b120-030dce453597 HTTP/1.1" status: 200 len: 915 time: 0.0868027 Jun 29 03:30:15.479054 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3b59602c-3349-458d-a56b-5fd67844f710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:15.485586 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-a56c4ff9-0025-4013-b8d2-a35a7295ad73 req-9e688fac-f24e-4519-8042-4ef8944820a0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1144180 Jun 29 03:30:15.500574 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8314306-77fb-4bf7-953e-b41555c1e71c req-c926f7b5-7b8b-4c6d-a1f8-5ee69977fbaa tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:15.502188 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-c8314306-77fb-4bf7-953e-b41555c1e71c req-c926f7b5-7b8b-4c6d-a1f8-5ee69977fbaa tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b8deea-4ad8-4ce1-9022-0a1e75f96b66 HTTP/1.1" status: 200 len: 944 time: 0.0993888 Jun 29 03:30:15.536981 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-95d8c12f-6b50-4c9e-a6e1-c489f19366e8 req-fb75a9d5-f386-4580-b3f3-7e9f60ed4be1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dff0fece-af96-4f60-87bb-b445d050e55b HTTP/1.1" status: 200 len: 217 time: 0.0464857 Jun 29 03:30:15.573288 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-c8314306-77fb-4bf7-953e-b41555c1e71c req-0c07710c-c0d0-4570-9608-0827764e3778 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650933 Jun 29 03:30:15.606666 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c4ff9-0025-4013-b8d2-a35a7295ad73 req-b7e128ea-6de7-46c7-ba73-69a099d1a9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:15.608342 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-a56c4ff9-0025-4013-b8d2-a35a7295ad73 req-b7e128ea-6de7-46c7-ba73-69a099d1a9f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=43f3aeed3f4749bab1f83a06f1e82be0&device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 1099 time: 0.0772641 Jun 29 03:30:15.612312 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8129e-30fd-4019-9e45-eebc2789f8cf req-9004faa7-bd6d-40d6-804a-c6e0c87baa69 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:15.615224 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f0a8129e-30fd-4019-9e45-eebc2789f8cf req-9004faa7-bd6d-40d6-804a-c6e0c87baa69 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.3916397 Jun 29 03:30:15.619988 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8c12f-6b50-4c9e-a6e1-c489f19366e8 req-b4fed8bb-73f9-4f4d-87ef-a0d462fe38f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:15.621557 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-95d8c12f-6b50-4c9e-a6e1-c489f19366e8 req-b4fed8bb-73f9-4f4d-87ef-a0d462fe38f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdc45bb3-4bf1-414c-a194-cefccdd73141 HTTP/1.1" status: 200 len: 854 time: 0.0762827 Jun 29 03:30:15.678284 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-95d8c12f-6b50-4c9e-a6e1-c489f19366e8 req-0aa1b800-c35c-4a58-98c9-822dbaf51b3b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dba24ab-e88f-4ea0-b120-030dce453597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470264 Jun 29 03:30:15.713667 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f0a8129e-30fd-4019-9e45-eebc2789f8cf req-18adaa25-f2b6-4775-ae61-9a7f18115dae tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902524 Jun 29 03:30:15.741078 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c4ff9-0025-4013-b8d2-a35a7295ad73 req-48f94fca-dbd4-4c82-a2d7-c3dcccec22d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:15.742531 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-a56c4ff9-0025-4013-b8d2-a35a7295ad73 req-48f94fca-dbd4-4c82-a2d7-c3dcccec22d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c477f5c-bdb0-44ca-8af9-ed7781063c5a HTTP/1.1" status: 200 len: 911 time: 0.0951457 Jun 29 03:30:15.791648 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-95d8c12f-6b50-4c9e-a6e1-c489f19366e8 req-bbe6d814-e0dd-43f7-ba0f-634676b425a9 service neutron] 10.222.0.41 "GET /v2.0/networks/7dba24ab-e88f-4ea0-b120-030dce453597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014612 Jun 29 03:30:15.820238 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-a56c4ff9-0025-4013-b8d2-a35a7295ad73 req-fcc4dbb1-0591-4862-9f5e-cf2a328e6e3e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea0ff005-1f4a-4bd5-a5c9-61578a420165 HTTP/1.1" status: 200 len: 1002 time: 0.0661781 Jun 29 03:30:15.850118 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:15.873330 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c4ff9-0025-4013-b8d2-a35a7295ad73 req-f68915bc-6ec6-4162-bf07-035277631cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:15.875346 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-a56c4ff9-0025-4013-b8d2-a35a7295ad73 req-f68915bc-6ec6-4162-bf07-035277631cb2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c28d3be3-3297-47d9-b1b3-a2eb92284a62 HTTP/1.1" status: 200 len: 849 time: 0.0454895 Jun 29 03:30:15.889925 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-95d8c12f-6b50-4c9e-a6e1-c489f19366e8 req-5d73eea0-d17d-46be-83f4-95eaaf8a590a service neutron] 10.222.0.41 "GET /v2.0/networks/7dba24ab-e88f-4ea0-b120-030dce453597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895071 Jun 29 03:30:15.936849 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c4ff9-0025-4013-b8d2-a35a7295ad73 req-1d2bd81c-eb24-493e-9712-64966c2711a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:15.938360 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-a56c4ff9-0025-4013-b8d2-a35a7295ad73 req-1d2bd81c-eb24-493e-9712-64966c2711a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c477f5c-bdb0-44ca-8af9-ed7781063c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0548978 Jun 29 03:30:16.043048 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-a56c4ff9-0025-4013-b8d2-a35a7295ad73 req-11e2abbd-c4ff-41da-9798-c271ea94c6a8 service neutron] 10.222.0.41 "GET /v2.0/networks/2c477f5c-bdb0-44ca-8af9-ed7781063c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921474 Jun 29 03:30:16.138306 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-a56c4ff9-0025-4013-b8d2-a35a7295ad73 req-40b897f3-d562-4c0c-9bd8-36850f0c31db service neutron] 10.222.0.41 "GET /v2.0/networks/2c477f5c-bdb0-44ca-8af9-ed7781063c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810235 Jun 29 03:30:16.527811 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:16.760402 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c3fe7-b93a-4a53-b6cd-c402d42718b2 req-10ab3915-b3ef-4096-b0c9-f0725d620a67 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:16.761864 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-788c3fe7-b93a-4a53-b6cd-c402d42718b2 req-10ab3915-b3ef-4096-b0c9-f0725d620a67 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b8deea-4ad8-4ce1-9022-0a1e75f96b66 HTTP/1.1" status: 200 len: 944 time: 0.0672035 Jun 29 03:30:16.802947 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-788c3fe7-b93a-4a53-b6cd-c402d42718b2 req-f31ce4c6-4fa8-4780-b2e4-5821d72fff05 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354195 Jun 29 03:30:16.900953 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ae7c7-695c-482f-8243-402a44ebf47e req-b5bc2285-3b2b-4b61-83fe-dc75e96046b6 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:16.903257 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-fa3ae7c7-695c-482f-8243-402a44ebf47e req-b5bc2285-3b2b-4b61-83fe-dc75e96046b6 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0654116 Jun 29 03:30:16.941260 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-fa3ae7c7-695c-482f-8243-402a44ebf47e req-b7accad7-2645-4661-bd42-e574ad6221c6 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308390 Jun 29 03:30:17.119734 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:17.976669 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5609f-a1d6-4166-9be3-834ee3e2974d req-d6465c2f-ee10-4253-acf5-6c71a34f6e66 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:17.978144 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-7ce5609f-a1d6-4166-9be3-834ee3e2974d req-d6465c2f-ee10-4253-acf5-6c71a34f6e66 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b8deea-4ad8-4ce1-9022-0a1e75f96b66 HTTP/1.1" status: 200 len: 944 time: 0.0661106 Jun 29 03:30:18.015046 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-7ce5609f-a1d6-4166-9be3-834ee3e2974d req-4f8c5eb6-5ab9-4ae7-9100-b157aeb45e6a tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309155 Jun 29 03:30:18.118467 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fcb30-cece-4818-8981-ed67d411fd8e req-d2ca5af2-c837-43b8-a9f8-204453333677 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:18.119959 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-683fcb30-cece-4818-8981-ed67d411fd8e req-d2ca5af2-c837-43b8-a9f8-204453333677 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0633724 Jun 29 03:30:18.157793 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-683fcb30-cece-4818-8981-ed67d411fd8e req-f202b1f7-4e7e-4b28-b53e-73568aecd9bc tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321198 Jun 29 03:30:18.222300 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device dff0fece-af96-4f60-87bb-b445d050e55b details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:30:18.318319 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port dff0fece-af96-4f60-87bb-b445d050e55b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=dff0fece-af96-4f60-87bb-b445d050e55b,segment=NetworkSegment(154da7a7-24a6-4eab-bfa9-d2eb63563f5f),segment_id=154da7a7-24a6-4eab-bfa9-d2eb63563f5f)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:30:18.329187 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Returning: {'device': 'dff0fece-af96-4f60-87bb-b445d050e55b', 'network_id': '7dba24ab-e88f-4ea0-b120-030dce453597', 'port_id': 'dff0fece-af96-4f60-87bb-b445d050e55b', 'mac_address': 'fa:16:3e:4f:dc:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdc45bb3-4bf1-414c-a194-cefccdd73141', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:30:18.365833 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:18.377739 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dff0fece-af96-4f60-87bb-b445d050e55b {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:30:18.404377 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port dff0fece-af96-4f60-87bb-b445d050e55b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=dff0fece-af96-4f60-87bb-b445d050e55b,segment=NetworkSegment(154da7a7-24a6-4eab-bfa9-d2eb63563f5f),segment_id=154da7a7-24a6-4eab-bfa9-d2eb63563f5f)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:30:18.409977 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:18.413873 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-9ea3edba-3234-4e54-8ed8-e8d0da71a9ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:18.438039 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:18.461660 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=dff0fece-af96-4f60-87bb-b445d050e55b,revision_number=4']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:18.464777 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:18.860701 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['dff0fece-af96-4f60-87bb-b445d050e55b'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:30:19.196799 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2ab84-ccab-48e7-bbe3-16e436450aa9 req-94934f1c-8ad1-449b-80e4-66973d712829 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:19.198249 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f6c2ab84-ccab-48e7-bbe3-16e436450aa9 req-94934f1c-8ad1-449b-80e4-66973d712829 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b8deea-4ad8-4ce1-9022-0a1e75f96b66 HTTP/1.1" status: 200 len: 945 time: 0.0617392 Jun 29 03:30:19.243644 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f6c2ab84-ccab-48e7-bbe3-16e436450aa9 req-5b4136d6-4ffa-4145-94b2-0d53af5a74b2 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392060 Jun 29 03:30:19.337895 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99165195-b832-4387-9200-07f0b12bcbd2 req-193bcc1b-2877-4684-a891-bc7efef95a82 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:19.339246 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-99165195-b832-4387-9200-07f0b12bcbd2 req-193bcc1b-2877-4684-a891-bc7efef95a82 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0669303 Jun 29 03:30:19.378843 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-99165195-b832-4387-9200-07f0b12bcbd2 req-ee0ae290-5ca6-4410-a16c-2a67decc59a3 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307944 Jun 29 03:30:20.253509 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device dff0fece-af96-4f60-87bb-b445d050e55b up at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:30:20.307396 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning for port dff0fece-af96-4f60-87bb-b445d050e55b completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:30:20.311901 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning complete for port dff0fece-af96-4f60-87bb-b445d050e55b triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:20.312292 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:20.389303 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:20.412734 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b8deea-4ad8-4ce1-9022-0a1e75f96b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff0fece-af96-4f60-87bb-b445d050e55b'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:30:20.415017 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a73cdd3c09cce4d0d67d6945d9627c9a5996a68627341085c627af31117b31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9f1c0f-7804-49b1-8902-11c999a06c95" -d '{"events": [{"server_uuid": "c3b8deea-4ad8-4ce1-9022-0a1e75f96b66", "name": "network-vif-plugged", "status": "completed", "tag": "dff0fece-af96-4f60-87bb-b445d050e55b"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:30:20.423534 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132dc4b-47f9-4dde-aaab-e67f82b00759 req-ca9e1451-b339-41d9-aa65-421ab3afd8b8 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:20.425359 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-8132dc4b-47f9-4dde-aaab-e67f82b00759 req-ca9e1451-b339-41d9-aa65-421ab3afd8b8 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b8deea-4ad8-4ce1-9022-0a1e75f96b66 HTTP/1.1" status: 200 len: 945 time: 0.0717566 Jun 29 03:30:20.430916 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port dff0fece-af96-4f60-87bb-b445d050e55b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=dff0fece-af96-4f60-87bb-b445d050e55b,segment=NetworkSegment(154da7a7-24a6-4eab-bfa9-d2eb63563f5f),segment_id=154da7a7-24a6-4eab-bfa9-d2eb63563f5f)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:30:20.437578 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:20.440422 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:20.466065 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-8132dc4b-47f9-4dde-aaab-e67f82b00759 req-64e0f345-4520-41ed-bff0-1855ef601982 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323727 Jun 29 03:30:20.493478 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=dff0fece-af96-4f60-87bb-b445d050e55b,revision_number=5']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:20.496774 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:20.527171 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91d9b14-db6e-4bb6-bb16-4731d144ffae x-openstack-request-id: req-f91d9b14-db6e-4bb6-bb16-4731d144ffae {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:30:20.533829 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b8deea-4ad8-4ce1-9022-0a1e75f96b66", "name": "network-vif-plugged", "status": "completed", "tag": "dff0fece-af96-4f60-87bb-b445d050e55b", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:30:20.534101 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f91d9b14-db6e-4bb6-bb16-4731d144ffae {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:30:20.534566 dv-cinder-797245-8-smb neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b8deea-4ad8-4ce1-9022-0a1e75f96b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff0fece-af96-4f60-87bb-b445d050e55b', 'code': 200} Jun 29 03:30:20.580007 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896711bd-2f10-4296-99e4-a6f501aff187 req-8361a4e5-4f8a-4268-ad86-7392ac86d0bf tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:20.582057 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-896711bd-2f10-4296-99e4-a6f501aff187 req-8361a4e5-4f8a-4268-ad86-7392ac86d0bf tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0797195 Jun 29 03:30:20.624131 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-896711bd-2f10-4296-99e4-a6f501aff187 req-d2742ab7-53c9-421d-9fa0-aac8ef8fdca7 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364666 Jun 29 03:30:20.798669 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d6b06-3db2-4d09-b7b8-0c9b2aa366b1 req-e5e217a5-4536-4ec9-9e8e-9f043f02f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:20.800060 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-541d6b06-3db2-4d09-b7b8-0c9b2aa366b1 req-e5e217a5-4536-4ec9-9e8e-9f043f02f066 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c3b8deea-4ad8-4ce1-9022-0a1e75f96b66 HTTP/1.1" status: 200 len: 1099 time: 0.0501218 Jun 29 03:30:20.834064 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-541d6b06-3db2-4d09-b7b8-0c9b2aa366b1 req-0a64dfc8-a41a-4290-a9b1-c655e57d29d5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268714 Jun 29 03:30:21.649542 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec636dc-2faa-4fea-911e-d28d426689be req-2e80c9fa-7252-4996-9d22-2373fc76dd94 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:21.651026 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-4ec636dc-2faa-4fea-911e-d28d426689be req-2e80c9fa-7252-4996-9d22-2373fc76dd94 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b8deea-4ad8-4ce1-9022-0a1e75f96b66 HTTP/1.1" status: 200 len: 946 time: 0.0726612 Jun 29 03:30:21.691598 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-4ec636dc-2faa-4fea-911e-d28d426689be req-fd3430eb-f7de-469c-9f88-160c5a796ccf tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344028 Jun 29 03:30:21.814424 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f0870-4c33-4d0e-8bbc-66e4a084f354 req-e20a62d5-08bd-44a2-ae24-81cfbe71a313 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:21.815808 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-474f0870-4c33-4d0e-8bbc-66e4a084f354 req-e20a62d5-08bd-44a2-ae24-81cfbe71a313 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0641336 Jun 29 03:30:22.056084 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-474f0870-4c33-4d0e-8bbc-66e4a084f354 req-694e9b40-e40c-4f52-96e3-e0aacc0c3b4f tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344532 Jun 29 03:30:22.863610 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008aa6df-d2cf-4e85-ac1e-c716645897fd req-c9ae4776-1bde-4b00-b62d-0dc73717efdc tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:22.865061 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-008aa6df-d2cf-4e85-ac1e-c716645897fd req-c9ae4776-1bde-4b00-b62d-0dc73717efdc tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b8deea-4ad8-4ce1-9022-0a1e75f96b66 HTTP/1.1" status: 200 len: 946 time: 0.0609205 Jun 29 03:30:22.901112 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-008aa6df-d2cf-4e85-ac1e-c716645897fd req-d4c3a556-9c1f-4b90-bfa2-bf17a1ed8648 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304618 Jun 29 03:30:23.242577 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186dc465-c411-47df-b2a3-f41f42577c1c req-07f8c974-c3d9-4421-bac2-a73bb17ddbc6 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:23.244118 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-186dc465-c411-47df-b2a3-f41f42577c1c req-07f8c974-c3d9-4421-bac2-a73bb17ddbc6 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0730479 Jun 29 03:30:23.287019 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-186dc465-c411-47df-b2a3-f41f42577c1c req-da927c69-8b62-4de0-a822-31fc057c316c tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357859 Jun 29 03:30:24.461290 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91687f0-6bbf-42e9-8a89-36b33fc67911 req-50ba16ef-9ba4-45a5-80c1-7118fc1d7b18 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:24.462725 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f91687f0-6bbf-42e9-8a89-36b33fc67911 req-50ba16ef-9ba4-45a5-80c1-7118fc1d7b18 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0613837 Jun 29 03:30:24.503164 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f91687f0-6bbf-42e9-8a89-36b33fc67911 req-8e80c182-b545-4717-970c-6db4e606a3b5 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342035 Jun 29 03:30:24.900672 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b739b655-0a64-4bef-bb89-80581396578a req-a595c022-5424-4fa9-b445-baefd603244e tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-897397787&fields=id&tenant_id=3699bbcc961442d5b336531ab34b138e HTTP/1.1" status: 200 len: 267 time: 0.0342724 Jun 29 03:30:25.002753 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739b655-0a64-4bef-bb89-80581396578a req-ca033b6a-ce03-4ad0-8c27-7c9161ea22a5 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:25.004221 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b739b655-0a64-4bef-bb89-80581396578a req-ca033b6a-ce03-4ad0-8c27-7c9161ea22a5 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/networks?id=1fd1867f-612c-48ab-8e13-3ee799ac13de HTTP/1.1" status: 200 len: 807 time: 0.0970128 Jun 29 03:30:25.019287 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b739b655-0a64-4bef-bb89-80581396578a req-e47fefbb-3eed-49c8-9f4a-74ad249eab8e tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/quotas/3699bbcc961442d5b336531ab34b138e HTTP/1.1" status: 200 len: 375 time: 0.0096157 Jun 29 03:30:25.102283 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b739b655-0a64-4bef-bb89-80581396578a req-0d92b9be-c251-4c45-a9ea-ae67e70f539d tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3699bbcc961442d5b336531ab34b138e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777757 Jun 29 03:30:25.198390 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b739b655-0a64-4bef-bb89-80581396578a req-358200d8-deb8-4f42-8dc9-c76da22393d2 service neutron] 10.222.0.24 "GET /v2.0/networks/1fd1867f-612c-48ab-8e13-3ee799ac13de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839379 Jun 29 03:30:25.290355 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b739b655-0a64-4bef-bb89-80581396578a req-9990b2c8-8b86-44ba-9abd-8d0508715af9 service neutron] 10.222.0.24 "GET /v2.0/networks/1fd1867f-612c-48ab-8e13-3ee799ac13de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860987 Jun 29 03:30:25.581944 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f08b6a2b-c81c-40f4-b184-632148902f60 req-9abbd212-eeb4-429a-ab10-915c729a343f tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 210 time: 0.0269101 Jun 29 03:30:25.698164 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139c70c-4b83-42ac-a0d3-bce8b3ab23ae req-57b3e254-c20f-4012-82a3-71d9898eb64c tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:25.699611 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-9139c70c-4b83-42ac-a0d3-bce8b3ab23ae req-57b3e254-c20f-4012-82a3-71d9898eb64c tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0728984 Jun 29 03:30:25.737396 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-9139c70c-4b83-42ac-a0d3-bce8b3ab23ae req-19569474-9296-4db4-91ab-e166936000bb tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317485 Jun 29 03:30:26.585750 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb21858-8e4f-4ed3-8f25-d2d9ef9eba89 req-569e55f8-1ca2-41b8-87bd-db49f87b2971 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:26.587196 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-4fb21858-8e4f-4ed3-8f25-d2d9ef9eba89 req-569e55f8-1ca2-41b8-87bd-db49f87b2971 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 945 time: 0.0636218 Jun 29 03:30:26.628253 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-4fb21858-8e4f-4ed3-8f25-d2d9ef9eba89 req-85ae1b7b-29e0-4165-98e9-241b64ff538d tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328157 Jun 29 03:30:26.730961 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-22fe1979-3088-43bd-a5df-3adb0fe5ceb1 req-0b8e20b6-6982-4e38-b01f-069262771d38 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 210 time: 0.0324452 Jun 29 03:30:26.920222 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502474c-b7a0-4344-be04-0330403a45ff req-98a4c913-f60d-48cb-9452-ad189b3f422e tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:26.921589 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-4502474c-b7a0-4344-be04-0330403a45ff req-98a4c913-f60d-48cb-9452-ad189b3f422e tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0661218 Jun 29 03:30:26.964571 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-4502474c-b7a0-4344-be04-0330403a45ff req-6d83be7a-cc00-4f65-a279-4b58fc27c64e tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368128 Jun 29 03:30:27.051704 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739b655-0a64-4bef-bb89-80581396578a req-4290a140-c5b4-461b-a910-10b2ffce4c59 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:27.053876 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b739b655-0a64-4bef-bb89-80581396578a req-4290a140-c5b4-461b-a910-10b2ffce4c59 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.41 "GET /v2.0/networks?id=1fd1867f-612c-48ab-8e13-3ee799ac13de HTTP/1.1" status: 200 len: 807 time: 0.1117475 Jun 29 03:30:27.129376 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b739b655-0a64-4bef-bb89-80581396578a req-2990c025-26b0-45cd-bae1-bacb6a217dcf tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3699bbcc961442d5b336531ab34b138e HTTP/1.1" status: 200 len: 379 time: 0.0341408 Jun 29 03:30:27.139786 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [req-b739b655-0a64-4bef-bb89-80581396578a req-eb13dc4c-0471-4cfb-a0a4-6abbebe312f5 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Request body: {'port': {'device_id': 'c3b4b51f-a15d-493a-949f-e58e0fdaadde', 'network_id': '1fd1867f-612c-48ab-8e13-3ee799ac13de', 'admin_state_up': True, 'tenant_id': '3699bbcc961442d5b336531ab34b138e', 'security_groups': ['03442ba7-4734-48c9-ad0a-5fe656391907']}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:30:27.261835 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b739b655-0a64-4bef-bb89-80581396578a req-eb13dc4c-0471-4cfb-a0a4-6abbebe312f5 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Made reservation on behalf of 3699bbcc961442d5b336531ab34b138e for: {'port': 1} {{(pid=92900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:30:27.266230 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-b739b655-0a64-4bef-bb89-80581396578a req-eb13dc4c-0471-4cfb-a0a4-6abbebe312f5 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:27.404683 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.db_base_plugin_common [req-b739b655-0a64-4bef-bb89-80581396578a req-eb13dc4c-0471-4cfb-a0a4-6abbebe312f5 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Allocated IP 172.20.0.14 (1fd1867f-612c-48ab-8e13-3ee799ac13de/40346270-8996-492e-8bd1-1ed1c2a5eff8/82eefe9c-b608-44aa-baa7-d7be68788459) {{(pid=92900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:30:27.564178 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-b739b655-0a64-4bef-bb89-80581396578a req-eb13dc4c-0471-4cfb-a0a4-6abbebe312f5 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks [] for port, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:27.572630 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.provisioning_blocks [req-b739b655-0a64-4bef-bb89-80581396578a req-eb13dc4c-0471-4cfb-a0a4-6abbebe312f5 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Transition to ACTIVE for port object 82eefe9c-b608-44aa-baa7-d7be68788459 will not be triggered until provisioned by entity DHCP. {{(pid=92900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:30:27.605735 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-b739b655-0a64-4bef-bb89-80581396578a req-eb13dc4c-0471-4cfb-a0a4-6abbebe312f5 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859937'] for port, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:27.610282 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-df3c2907-bfe1-4ca2-9cc4-fce2f5e73891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:27.661503 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b739b655-0a64-4bef-bb89-80581396578a req-eb13dc4c-0471-4cfb-a0a4-6abbebe312f5 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Network 1fd1867f-612c-48ab-8e13-3ee799ac13de is already hosted by enough agents. {{(pid=92900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:30:27.666310 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [req-b739b655-0a64-4bef-bb89-80581396578a req-eb13dc4c-0471-4cfb-a0a4-6abbebe312f5 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Resources bound (agent type, host, resource id): {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:30:27.669321 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13dc4c-0471-4cfb-a0a4-6abbebe312f5 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Pushing event updated for resources: {'Port': ['ID=82eefe9c-b608-44aa-baa7-d7be68788459,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:27.673699 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [req-b739b655-0a64-4bef-bb89-80581396578a req-eb13dc4c-0471-4cfb-a0a4-6abbebe312f5 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Received port after_create {{(pid=92900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:30:27.734010 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739b655-0a64-4bef-bb89-80581396578a req-eb13dc4c-0471-4cfb-a0a4-6abbebe312f5 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:27.734873 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-b739b655-0a64-4bef-bb89-80581396578a req-eb13dc4c-0471-4cfb-a0a4-6abbebe312f5 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:27.737642 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-eb13dc4c-0471-4cfb-a0a4-6abbebe312f5 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:27.751821 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b739b655-0a64-4bef-bb89-80581396578a req-eb13dc4c-0471-4cfb-a0a4-6abbebe312f5 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6164761 Jun 29 03:30:27.780323 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [req-b739b655-0a64-4bef-bb89-80581396578a req-d22216df-f140-46be-b9ee-054b5ec04a1e service neutron] Request body: {'port': {'device_id': 'c3b4b51f-a15d-493a-949f-e58e0fdaadde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:30:27.906014 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e700e704-6e86-47e3-b400-76ccc3093864 req-dbdedbf7-2dca-4e73-87bc-b31aaf3b605e tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:27.907483 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e700e704-6e86-47e3-b400-76ccc3093864 req-dbdedbf7-2dca-4e73-87bc-b31aaf3b605e tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 945 time: 0.1427774 Jun 29 03:30:27.908735 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-b739b655-0a64-4bef-bb89-80581396578a req-d22216df-f140-46be-b9ee-054b5ec04a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:27.918197 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171cbce6-e92d-4874-b078-7d73059d51bf req-90ed01af-df2b-4510-b2d3-4b9416b4eda1 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:27.919684 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-171cbce6-e92d-4874-b078-7d73059d51bf req-90ed01af-df2b-4510-b2d3-4b9416b4eda1 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 932 time: 0.0668144 Jun 29 03:30:27.967852 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-171cbce6-e92d-4874-b078-7d73059d51bf req-84dc0f1e-2656-477c-ab5b-8a6ea0647360 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/security-groups?id=03442ba7-4734-48c9-ad0a-5fe656391907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420153 Jun 29 03:30:27.983885 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e700e704-6e86-47e3-b400-76ccc3093864 req-8c1800e7-4965-4f3f-9d9a-86a1ba598368 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666668 Jun 29 03:30:28.015999 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-ad93f5ee-5d32-4e2e-8cc0-cca9d18bc342 None None] Provisioning for port 82eefe9c-b608-44aa-baa7-d7be68788459 completed by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:30:28.020179 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-ad93f5ee-5d32-4e2e-8cc0-cca9d18bc342 None None] Provisioning complete for port 82eefe9c-b608-44aa-baa7-d7be68788459 triggered by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:28.020664 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ad93f5ee-5d32-4e2e-8cc0-cca9d18bc342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:28.055903 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-ad93f5ee-5d32-4e2e-8cc0-cca9d18bc342 None None] Port 82eefe9c-b608-44aa-baa7-d7be68788459 cannot update to ACTIVE because it is not bound. {{(pid=92901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:30:28.160300 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79650d84-9f09-41a7-8bf8-f76f46fc5afa req-c3157c8e-dfe4-4db0-a991-b207c6c429e4 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:28.161733 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-79650d84-9f09-41a7-8bf8-f76f46fc5afa req-c3157c8e-dfe4-4db0-a991-b207c6c429e4 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0650351 Jun 29 03:30:28.198783 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [req-b739b655-0a64-4bef-bb89-80581396578a req-d22216df-f140-46be-b9ee-054b5ec04a1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82eefe9c-b608-44aa-baa7-d7be68788459 {{(pid=92900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:30:28.204638 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-79650d84-9f09-41a7-8bf8-f76f46fc5afa req-48f8d91b-a7f1-46a5-b4e0-ced86da6670d tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371296 Jun 29 03:30:28.206125 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-b739b655-0a64-4bef-bb89-80581396578a req-d22216df-f140-46be-b9ee-054b5ec04a1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:28.219190 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.provisioning_blocks [req-b739b655-0a64-4bef-bb89-80581396578a req-d22216df-f140-46be-b9ee-054b5ec04a1e service neutron] Transition to ACTIVE for port object 82eefe9c-b608-44aa-baa7-d7be68788459 will not be triggered until provisioned by entity L2. {{(pid=92900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:30:28.224049 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-b739b655-0a64-4bef-bb89-80581396578a req-d22216df-f140-46be-b9ee-054b5ec04a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859959'] for port, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:28.226322 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:28.283150 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22216df-f140-46be-b9ee-054b5ec04a1e service neutron] Pushing event updated for resources: {'Port': ['ID=82eefe9c-b608-44aa-baa7-d7be68788459,revision_number=2']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:28.304292 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-d22216df-f140-46be-b9ee-054b5ec04a1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:28.355851 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-b739b655-0a64-4bef-bb89-80581396578a req-d22216df-f140-46be-b9ee-054b5ec04a1e service neutron] Attempting to bind port 82eefe9c-b608-44aa-baa7-d7be68788459 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:30:28.356206 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-b739b655-0a64-4bef-bb89-80581396578a req-d22216df-f140-46be-b9ee-054b5ec04a1e service neutron] Attempting to bind port 82eefe9c-b608-44aa-baa7-d7be68788459 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1fd1867f-612c-48ab-8e13-3ee799ac13de'}] {{(pid=92900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:30:28.356852 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b739b655-0a64-4bef-bb89-80581396578a req-d22216df-f140-46be-b9ee-054b5ec04a1e service neutron] Attempting to bind port 82eefe9c-b608-44aa-baa7-d7be68788459 on network 1fd1867f-612c-48ab-8e13-3ee799ac13de {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:30:28.361844 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b739b655-0a64-4bef-bb89-80581396578a req-d22216df-f140-46be-b9ee-054b5ec04a1e service neutron] Port 82eefe9c-b608-44aa-baa7-d7be68788459 on network 1fd1867f-612c-48ab-8e13-3ee799ac13de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:30:28.362186 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b739b655-0a64-4bef-bb89-80581396578a req-d22216df-f140-46be-b9ee-054b5ec04a1e service neutron] Attempting to bind port 82eefe9c-b608-44aa-baa7-d7be68788459 on network 1fd1867f-612c-48ab-8e13-3ee799ac13de {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:30:28.367674 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b739b655-0a64-4bef-bb89-80581396578a req-d22216df-f140-46be-b9ee-054b5ec04a1e service neutron] Checking agent: {'id': '2bf09fb4-53ea-44df-98c0-2f1f129e0ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:30:28.368078 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b739b655-0a64-4bef-bb89-80581396578a req-d22216df-f140-46be-b9ee-054b5ec04a1e service neutron] Checking segment: {'id': 'ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1fd1867f-612c-48ab-8e13-3ee799ac13de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:30:28.368482 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b739b655-0a64-4bef-bb89-80581396578a req-d22216df-f140-46be-b9ee-054b5ec04a1e service neutron] Bound using segment: {'id': 'ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1fd1867f-612c-48ab-8e13-3ee799ac13de'} {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:30:28.368923 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-b739b655-0a64-4bef-bb89-80581396578a req-d22216df-f140-46be-b9ee-054b5ec04a1e service neutron] Bound port: 82eefe9c-b608-44aa-baa7-d7be68788459, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1fd1867f-612c-48ab-8e13-3ee799ac13de'}}] {{(pid=92900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:30:28.369277 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-b739b655-0a64-4bef-bb89-80581396578a req-d22216df-f140-46be-b9ee-054b5ec04a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:28.441586 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-b739b655-0a64-4bef-bb89-80581396578a req-d22216df-f140-46be-b9ee-054b5ec04a1e service neutron] For port 82eefe9c-b608-44aa-baa7-d7be68788459, host hv-cinder-79724, cleared binding levels {{(pid=92900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:30:28.444791 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-b739b655-0a64-4bef-bb89-80581396578a req-d22216df-f140-46be-b9ee-054b5ec04a1e service neutron] For port 82eefe9c-b608-44aa-baa7-d7be68788459, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=82eefe9c-b608-44aa-baa7-d7be68788459,segment=NetworkSegment(ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0),segment_id=ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0)] {{(pid=92900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:30:28.448935 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-b739b655-0a64-4bef-bb89-80581396578a req-d22216df-f140-46be-b9ee-054b5ec04a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859959'] for port, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:28.450837 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:28.486370 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739b655-0a64-4bef-bb89-80581396578a req-d22216df-f140-46be-b9ee-054b5ec04a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:28.486974 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-b739b655-0a64-4bef-bb89-80581396578a req-d22216df-f140-46be-b9ee-054b5ec04a1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:28.488476 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b739b655-0a64-4bef-bb89-80581396578a req-d22216df-f140-46be-b9ee-054b5ec04a1e service neutron] 10.222.0.41 "PUT /v2.0/ports/82eefe9c-b608-44aa-baa7-d7be68788459 HTTP/1.1" status: 200 len: 1094 time: 0.7140465 Jun 29 03:30:28.488855 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b4b51f-a15d-493a-949f-e58e0fdaadde', 'tag': '82eefe9c-b608-44aa-baa7-d7be68788459'}] {{(pid=92900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:30:28.491073 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66f2c99c1a8368f792cdf7ad94359b02357141073d69ee97e68f670b072060b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c5f7ce-7336-4592-a419-1fd78db7d348" -d '{"events": [{"name": "network-changed", "server_uuid": "c3b4b51f-a15d-493a-949f-e58e0fdaadde", "tag": "82eefe9c-b608-44aa-baa7-d7be68788459"}]}' {{(pid=92900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:30:28.531122 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22216df-f140-46be-b9ee-054b5ec04a1e service neutron] Pushing event updated for resources: {'Port': ['ID=82eefe9c-b608-44aa-baa7-d7be68788459,revision_number=3']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:28.534904 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-d22216df-f140-46be-b9ee-054b5ec04a1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:28.568706 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0abbb7-b681-4e73-9364-4d2d5728e166 x-openstack-request-id: req-ba0abbb7-b681-4e73-9364-4d2d5728e166 {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:30:28.569088 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3b4b51f-a15d-493a-949f-e58e0fdaadde", "tag": "82eefe9c-b608-44aa-baa7-d7be68788459", "status": "completed", "code": 200}]} {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:30:28.569364 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ba0abbb7-b681-4e73-9364-4d2d5728e166 {{(pid=92900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:30:28.569856 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3b4b51f-a15d-493a-949f-e58e0fdaadde', 'tag': '82eefe9c-b608-44aa-baa7-d7be68788459', 'status': 'completed', 'code': 200} Jun 29 03:30:28.673114 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739b655-0a64-4bef-bb89-80581396578a req-9ef1a417-9415-4453-b1cf-ec120846846d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:28.674598 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b739b655-0a64-4bef-bb89-80581396578a req-9ef1a417-9415-4453-b1cf-ec120846846d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3699bbcc961442d5b336531ab34b138e&device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 1097 time: 0.0825820 Jun 29 03:30:28.747347 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b739b655-0a64-4bef-bb89-80581396578a req-8d469326-494f-4919-8694-9ebfa69ff1c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82eefe9c-b608-44aa-baa7-d7be68788459 HTTP/1.1" status: 200 len: 217 time: 0.0352559 Jun 29 03:30:28.807901 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739b655-0a64-4bef-bb89-80581396578a req-421d1b7a-4d1f-4fae-882a-d7447150049e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:28.809313 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b739b655-0a64-4bef-bb89-80581396578a req-421d1b7a-4d1f-4fae-882a-d7447150049e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40346270-8996-492e-8bd1-1ed1c2a5eff8 HTTP/1.1" status: 200 len: 846 time: 0.0493696 Jun 29 03:30:28.878754 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739b655-0a64-4bef-bb89-80581396578a req-8586e010-4a13-438e-a7ec-a76162b95b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:28.880279 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b739b655-0a64-4bef-bb89-80581396578a req-8586e010-4a13-438e-a7ec-a76162b95b66 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1fd1867f-612c-48ab-8e13-3ee799ac13de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0550225 Jun 29 03:30:28.974567 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b739b655-0a64-4bef-bb89-80581396578a req-c41023fc-7763-4b73-ac9b-135590bb29ed service neutron] 10.222.0.41 "GET /v2.0/networks/1fd1867f-612c-48ab-8e13-3ee799ac13de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843153 Jun 29 03:30:29.084020 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b739b655-0a64-4bef-bb89-80581396578a req-94daf62e-712e-437b-a51c-4a4949427f04 service neutron] 10.222.0.41 "GET /v2.0/networks/1fd1867f-612c-48ab-8e13-3ee799ac13de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945711 Jun 29 03:30:29.177461 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0f093-6417-4144-9d8b-f4f3922202c3 req-7ad0bbbc-d25c-4304-b0dc-eb62616dd6b2 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:29.179170 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-dad0f093-6417-4144-9d8b-f4f3922202c3 req-7ad0bbbc-d25c-4304-b0dc-eb62616dd6b2 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 944 time: 0.0753222 Jun 29 03:30:29.197255 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c577cd-a2c3-45db-bd06-c52c3dbfd979 req-89424a43-1425-45ac-85a3-a03a39381e39 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:29.198825 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-46c577cd-a2c3-45db-bd06-c52c3dbfd979 req-89424a43-1425-45ac-85a3-a03a39381e39 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 945 time: 0.0735140 Jun 29 03:30:29.228681 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-dad0f093-6417-4144-9d8b-f4f3922202c3 req-70fc020f-75c8-4964-adf1-be76b9ea67ab tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/security-groups?id=03442ba7-4734-48c9-ad0a-5fe656391907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420020 Jun 29 03:30:29.270168 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-46c577cd-a2c3-45db-bd06-c52c3dbfd979 req-cf34864a-c8e2-49e1-8fc9-f215ce670679 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636196 Jun 29 03:30:29.295575 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5f7ce-7336-4592-a419-1fd78db7d348 req-55c70c60-d07b-4902-bb2a-8c4fe38cb9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:29.297638 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-66c5f7ce-7336-4592-a419-1fd78db7d348 req-55c70c60-d07b-4902-bb2a-8c4fe38cb9a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3699bbcc961442d5b336531ab34b138e&device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 1097 time: 0.0632577 Jun 29 03:30:29.409014 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5f7ce-7336-4592-a419-1fd78db7d348 req-0bc6f048-7f01-48e4-8e27-14d024a240f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:29.410379 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-66c5f7ce-7336-4592-a419-1fd78db7d348 req-0bc6f048-7f01-48e4-8e27-14d024a240f1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1fd1867f-612c-48ab-8e13-3ee799ac13de HTTP/1.1" status: 200 len: 908 time: 0.1027365 Jun 29 03:30:29.415885 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c813a-974f-433f-b72c-17517959a62b req-a77d81c3-133d-42e5-b6c4-60a3f65f2da8 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:29.417386 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-bb6c813a-974f-433f-b72c-17517959a62b req-a77d81c3-133d-42e5-b6c4-60a3f65f2da8 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0748789 Jun 29 03:30:29.453515 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-66c5f7ce-7336-4592-a419-1fd78db7d348 req-2f9e9d7e-5d1f-4aeb-a50c-095f0faf7554 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82eefe9c-b608-44aa-baa7-d7be68788459 HTTP/1.1" status: 200 len: 217 time: 0.0349598 Jun 29 03:30:29.459788 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-bb6c813a-974f-433f-b72c-17517959a62b req-0881315f-621e-4920-bbe1-07427ec579b2 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328474 Jun 29 03:30:29.512790 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5f7ce-7336-4592-a419-1fd78db7d348 req-577e6c4d-3ccb-4b5b-b149-bc665e12a161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:29.514790 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-66c5f7ce-7336-4592-a419-1fd78db7d348 req-577e6c4d-3ccb-4b5b-b149-bc665e12a161 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40346270-8996-492e-8bd1-1ed1c2a5eff8 HTTP/1.1" status: 200 len: 846 time: 0.0474842 Jun 29 03:30:29.579815 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5f7ce-7336-4592-a419-1fd78db7d348 req-55c5fcb5-efc3-4f72-85c9-d0f43f4330cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:29.581299 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-66c5f7ce-7336-4592-a419-1fd78db7d348 req-55c5fcb5-efc3-4f72-85c9-d0f43f4330cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1fd1867f-612c-48ab-8e13-3ee799ac13de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0575609 Jun 29 03:30:29.691775 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-66c5f7ce-7336-4592-a419-1fd78db7d348 req-48a99dad-ba3f-41f8-bd73-cb903ffda229 service neutron] 10.222.0.41 "GET /v2.0/networks/1fd1867f-612c-48ab-8e13-3ee799ac13de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003246 Jun 29 03:30:29.795859 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-66c5f7ce-7336-4592-a419-1fd78db7d348 req-fc5b6323-c21e-4e09-a8dd-024903dc24d9 service neutron] 10.222.0.41 "GET /v2.0/networks/1fd1867f-612c-48ab-8e13-3ee799ac13de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927365 Jun 29 03:30:30.417641 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8645d69-9a8b-434f-b931-951b33830ea7 req-53182302-8132-40dd-98bb-87b90696d5de tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:30.419677 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-c8645d69-9a8b-434f-b931-951b33830ea7 req-53182302-8132-40dd-98bb-87b90696d5de tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 944 time: 0.0819368 Jun 29 03:30:30.468810 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de368c36-d59d-48db-afde-5e29b2bac56c req-3831e938-7406-456b-918f-3b4e47c7da9f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:30.471809 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-c8645d69-9a8b-434f-b931-951b33830ea7 req-5d4c71b6-f124-4896-ac04-ef81fe7f76df tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/security-groups?id=03442ba7-4734-48c9-ad0a-5fe656391907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370400 Jun 29 03:30:30.475861 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-de368c36-d59d-48db-afde-5e29b2bac56c req-3831e938-7406-456b-918f-3b4e47c7da9f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 945 time: 0.0821548 Jun 29 03:30:30.513755 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-de368c36-d59d-48db-afde-5e29b2bac56c req-1cb9ced5-60a5-4066-9af9-e79f1003382e tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370042 Jun 29 03:30:30.661572 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d47002-05f7-4720-afb4-936a49b29e51 req-d12aa3f3-182e-411e-b38d-de93d8418380 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:30.662964 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f3d47002-05f7-4720-afb4-936a49b29e51 req-d12aa3f3-182e-411e-b38d-de93d8418380 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0770915 Jun 29 03:30:30.701855 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f3d47002-05f7-4720-afb4-936a49b29e51 req-9f0d936c-401f-4d8d-a051-20d558a4fef1 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330586 Jun 29 03:30:31.460570 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53794941-2d2a-4048-a91c-a680aafae398 req-c8b889a2-8297-45a6-856f-624af2a4c882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:31.462031 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-53794941-2d2a-4048-a91c-a680aafae398 req-c8b889a2-8297-45a6-856f-624af2a4c882 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 1098 time: 0.0514619 Jun 29 03:30:31.504651 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-53794941-2d2a-4048-a91c-a680aafae398 req-2446336d-c000-4268-a78b-555b81810bde service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288699 Jun 29 03:30:31.665118 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ebf883-fbc5-465f-87f2-eedaba7504d0 req-c7e67944-9305-4048-95ad-d18f3f52740b tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:31.666618 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-98ebf883-fbc5-465f-87f2-eedaba7504d0 req-c7e67944-9305-4048-95ad-d18f3f52740b tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 944 time: 0.0780842 Jun 29 03:30:31.711253 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-98ebf883-fbc5-465f-87f2-eedaba7504d0 req-02070c6a-12c3-4f8f-89df-ba575790f540 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/security-groups?id=03442ba7-4734-48c9-ad0a-5fe656391907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377808 Jun 29 03:30:31.719827 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b646cc19-9bfc-47c5-b067-fa0782098dba req-b8e13906-d1e8-4407-8489-b3779105e9e6 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:31.721463 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b646cc19-9bfc-47c5-b067-fa0782098dba req-b8e13906-d1e8-4407-8489-b3779105e9e6 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 945 time: 0.0734668 Jun 29 03:30:31.775232 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b646cc19-9bfc-47c5-b067-fa0782098dba req-c976ab47-c493-4b2c-9120-be9b21eca864 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468407 Jun 29 03:30:31.904944 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e541c-3085-47f7-a49c-b9a356e9d741 req-3dded0e1-bcbe-461a-acea-f42449d8a6bc tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:31.906398 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-8c0e541c-3085-47f7-a49c-b9a356e9d741 req-3dded0e1-bcbe-461a-acea-f42449d8a6bc tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0677118 Jun 29 03:30:31.945602 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-8c0e541c-3085-47f7-a49c-b9a356e9d741 req-12a18032-47c5-4b68-9426-7fe96a5456a2 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335383 Jun 29 03:30:32.381476 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 82eefe9c-b608-44aa-baa7-d7be68788459 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:30:32.483511 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 82eefe9c-b608-44aa-baa7-d7be68788459, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=82eefe9c-b608-44aa-baa7-d7be68788459,segment=NetworkSegment(ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0),segment_id=ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:30:32.607197 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Returning: {'device': '82eefe9c-b608-44aa-baa7-d7be68788459', 'network_id': '1fd1867f-612c-48ab-8e13-3ee799ac13de', 'port_id': '82eefe9c-b608-44aa-baa7-d7be68788459', 'mac_address': 'fa:16:3e:99:f1:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40346270-8996-492e-8bd1-1ed1c2a5eff8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:30:32.645500 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:32.659306 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82eefe9c-b608-44aa-baa7-d7be68788459 {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:30:32.681704 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 82eefe9c-b608-44aa-baa7-d7be68788459, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=82eefe9c-b608-44aa-baa7-d7be68788459,segment=NetworkSegment(ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0),segment_id=ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:30:32.685905 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:32.687591 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:32.732507 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=82eefe9c-b608-44aa-baa7-d7be68788459,revision_number=4']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:32.744831 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:32.917350 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9557ff-e40a-4a6c-a152-ee6fb68f91ec req-57509ec9-a04b-41b5-a5fa-8c124357b6bc tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:32.918869 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-4f9557ff-e40a-4a6c-a152-ee6fb68f91ec req-57509ec9-a04b-41b5-a5fa-8c124357b6bc tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 945 time: 0.0826309 Jun 29 03:30:32.968512 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-4f9557ff-e40a-4a6c-a152-ee6fb68f91ec req-d6f00307-45d1-4090-a1cb-8da6baf254d4 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/security-groups?id=03442ba7-4734-48c9-ad0a-5fe656391907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381367 Jun 29 03:30:33.010333 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97c672-4153-45fe-9543-1d2be1e5b17a req-84e27070-2267-40f1-b96d-f0a1591231fa tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:33.011846 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-1d97c672-4153-45fe-9543-1d2be1e5b17a req-84e27070-2267-40f1-b96d-f0a1591231fa tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 945 time: 0.0681055 Jun 29 03:30:33.055268 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-1d97c672-4153-45fe-9543-1d2be1e5b17a req-51e93d59-1a98-4d57-a8b2-c97e2b027eef tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371196 Jun 29 03:30:33.143340 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588d530-d9ca-48ac-b83b-573af29957cd req-e86a83c1-3ccb-4a9d-a9be-b0cdeb116795 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:33.147378 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f588d530-d9ca-48ac-b83b-573af29957cd req-e86a83c1-3ccb-4a9d-a9be-b0cdeb116795 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0636568 Jun 29 03:30:33.160382 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['82eefe9c-b608-44aa-baa7-d7be68788459'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:30:33.187352 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f588d530-d9ca-48ac-b83b-573af29957cd req-7c4c170d-4a9f-4fb7-a02b-cbfe93ef7682 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366657 Jun 29 03:30:33.704134 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ee8fe-832d-467a-bad7-b9a1ac75bdc6 req-4615ad29-5b84-4155-9505-5b9ab77f925e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:33.705797 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e47ee8fe-832d-467a-bad7-b9a1ac75bdc6 req-4615ad29-5b84-4155-9505-5b9ab77f925e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9902c70e108740118a4f71868bc0d52c&device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 1098 time: 0.0635493 Jun 29 03:30:33.738147 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a631d-c4d2-4834-aea7-24bb19aa43dd req-38d84bfd-b01f-4985-bfef-d5a208210fe4 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:33.739697 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-9e6a631d-c4d2-4834-aea7-24bb19aa43dd req-38d84bfd-b01f-4985-bfef-d5a208210fe4 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0720439 Jun 29 03:30:33.782653 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-9e6a631d-c4d2-4834-aea7-24bb19aa43dd req-a4ecc896-8482-450b-ae7b-1886811c2396 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368450 Jun 29 03:30:33.806406 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ee8fe-832d-467a-bad7-b9a1ac75bdc6 req-8f5a9c3a-8b2f-47e2-84dc-4ca381dee073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:33.807936 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e47ee8fe-832d-467a-bad7-b9a1ac75bdc6 req-8f5a9c3a-8b2f-47e2-84dc-4ca381dee073 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fbd73007-b4d3-49e9-a03f-426fb9b7fdeb HTTP/1.1" status: 200 len: 919 time: 0.0951483 Jun 29 03:30:33.851636 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e47ee8fe-832d-467a-bad7-b9a1ac75bdc6 req-1fe1eb80-4f05-4ec5-b85b-4063a6ad1015 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57ed9626-8d20-499e-b4ce-9c1f0667e3b6 HTTP/1.1" status: 200 len: 217 time: 0.0367463 Jun 29 03:30:33.901211 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ee8fe-832d-467a-bad7-b9a1ac75bdc6 req-2b8d9e40-91d0-4cf2-b8da-c944cfdaffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:33.902673 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e47ee8fe-832d-467a-bad7-b9a1ac75bdc6 req-2b8d9e40-91d0-4cf2-b8da-c944cfdaffd6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f0118e0e-acf3-4d0b-868c-48a64b84ce54 HTTP/1.1" status: 200 len: 858 time: 0.0446756 Jun 29 03:30:33.940786 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e47ee8fe-832d-467a-bad7-b9a1ac75bdc6 req-32e8b566-ac69-4e12-bf7e-5dc660a94a98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fbd73007-b4d3-49e9-a03f-426fb9b7fdeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272462 Jun 29 03:30:34.020145 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.agents_db [None req-352bb85c-db89-4991-b002-2379bbcb00d3 None None] Agent healthcheck: found 6 active agents {{(pid=92902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:30:34.049388 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e47ee8fe-832d-467a-bad7-b9a1ac75bdc6 req-ea747f72-afb5-4819-b2e7-a2ac1ad849b1 service neutron] 10.222.0.41 "GET /v2.0/networks/fbd73007-b4d3-49e9-a03f-426fb9b7fdeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002676 Jun 29 03:30:34.161912 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e47ee8fe-832d-467a-bad7-b9a1ac75bdc6 req-699f7f10-baa4-4287-a362-f42ac05c320d service neutron] 10.222.0.41 "GET /v2.0/networks/fbd73007-b4d3-49e9-a03f-426fb9b7fdeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049798 Jun 29 03:30:34.271257 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed219c4-09a4-4494-a94e-34006cd4dad3 req-a7dc5b09-3e2f-4eff-97d8-63acf7015dcd tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:34.278067 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-fed219c4-09a4-4494-a94e-34006cd4dad3 req-a7dc5b09-3e2f-4eff-97d8-63acf7015dcd tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 945 time: 0.0730100 Jun 29 03:30:34.318258 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-fed219c4-09a4-4494-a94e-34006cd4dad3 req-2ac0f404-5515-4d5b-8c2b-0c15070eb8cc tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392623 Jun 29 03:30:34.332662 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7dced3-d31b-4a34-b5c2-7f79db80c0f9 req-cf6909c6-d103-4c12-bfab-ba125f040705 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:34.333275 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-fe7dced3-d31b-4a34-b5c2-7f79db80c0f9 req-cf6909c6-d103-4c12-bfab-ba125f040705 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 945 time: 0.0733922 Jun 29 03:30:34.382682 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 82eefe9c-b608-44aa-baa7-d7be68788459 up at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:30:34.389672 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-fe7dced3-d31b-4a34-b5c2-7f79db80c0f9 req-3bf9bcac-a649-456d-aa41-2c37f1957bc4 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/security-groups?id=03442ba7-4734-48c9-ad0a-5fe656391907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506659 Jun 29 03:30:34.434579 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning for port 82eefe9c-b608-44aa-baa7-d7be68788459 completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:30:34.439175 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning complete for port 82eefe9c-b608-44aa-baa7-d7be68788459 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:34.439564 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:34.525477 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:34.549092 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b4b51f-a15d-493a-949f-e58e0fdaadde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82eefe9c-b608-44aa-baa7-d7be68788459'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:30:34.551391 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a73cdd3c09cce4d0d67d6945d9627c9a5996a68627341085c627af31117b31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266d2565-3a3a-4861-9172-0c0d2de9e0dc" -d '{"events": [{"server_uuid": "c3b4b51f-a15d-493a-949f-e58e0fdaadde", "name": "network-vif-plugged", "status": "completed", "tag": "82eefe9c-b608-44aa-baa7-d7be68788459"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:30:34.563674 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 82eefe9c-b608-44aa-baa7-d7be68788459, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=82eefe9c-b608-44aa-baa7-d7be68788459,segment=NetworkSegment(ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0),segment_id=ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:30:34.569272 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:34.571355 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:34.596190 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e33c90-fd57-4e28-b577-085d9bbf1287 x-openstack-request-id: req-37e33c90-fd57-4e28-b577-085d9bbf1287 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:30:34.596484 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b4b51f-a15d-493a-949f-e58e0fdaadde", "name": "network-vif-plugged", "status": "completed", "tag": "82eefe9c-b608-44aa-baa7-d7be68788459", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:30:34.596743 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-37e33c90-fd57-4e28-b577-085d9bbf1287 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:30:34.597181 dv-cinder-797245-8-smb neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b4b51f-a15d-493a-949f-e58e0fdaadde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82eefe9c-b608-44aa-baa7-d7be68788459', 'code': 200} Jun 29 03:30:34.622218 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=82eefe9c-b608-44aa-baa7-d7be68788459,revision_number=5']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:34.625273 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:34.968916 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c453a950-aa5f-4ed1-a700-6b326df66cea req-23f1e7a7-72dc-43c8-86fb-aba0c89791ed tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:34.975676 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-c453a950-aa5f-4ed1-a700-6b326df66cea req-23f1e7a7-72dc-43c8-86fb-aba0c89791ed tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0770812 Jun 29 03:30:35.046843 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-c453a950-aa5f-4ed1-a700-6b326df66cea req-c6afbe45-94a3-46a9-bee2-f435ba16657c tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647733 Jun 29 03:30:35.064709 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce670bb-36db-40e6-896b-ab3567a26576 req-285ef6c2-8400-439f-b0b8-36e21d9fb285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:35.066207 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-2ce670bb-36db-40e6-896b-ab3567a26576 req-285ef6c2-8400-439f-b0b8-36e21d9fb285 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 1099 time: 0.0751371 Jun 29 03:30:35.105199 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-2ce670bb-36db-40e6-896b-ab3567a26576 req-8b569cff-5e0a-4288-9b91-f4dee1a7c09a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=03442ba7-4734-48c9-ad0a-5fe656391907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309348 Jun 29 03:30:35.495816 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec3eb2-82fb-4329-8e6e-5682276e7903 req-202fc1f6-e85b-4332-88dc-317806afe38b tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:35.498510 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-5cec3eb2-82fb-4329-8e6e-5682276e7903 req-202fc1f6-e85b-4332-88dc-317806afe38b tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 945 time: 0.0672278 Jun 29 03:30:35.551860 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-5cec3eb2-82fb-4329-8e6e-5682276e7903 req-c9433803-8c5e-44b8-b242-7373b81e4c14 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438468 Jun 29 03:30:35.586891 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4cd92-e771-40fc-a69c-9f0ebc3cf77f req-75f8db0f-fd0d-4e61-8907-df2f3dc315db tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:35.588371 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f0d4cd92-e771-40fc-a69c-9f0ebc3cf77f req-75f8db0f-fd0d-4e61-8907-df2f3dc315db tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 946 time: 0.0777836 Jun 29 03:30:35.628548 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f0d4cd92-e771-40fc-a69c-9f0ebc3cf77f req-c0e33426-0e6f-402b-acf3-0ff4c2d3d4b1 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/security-groups?id=03442ba7-4734-48c9-ad0a-5fe656391907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318048 Jun 29 03:30:36.226387 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4234c2-5a28-428f-b814-2fccbf00819f req-9827acc5-861b-49d9-ba10-56fa51153935 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:36.227946 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-5d4234c2-5a28-428f-b814-2fccbf00819f req-9827acc5-861b-49d9-ba10-56fa51153935 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0671389 Jun 29 03:30:36.267271 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-5d4234c2-5a28-428f-b814-2fccbf00819f req-4148dbfd-8502-4386-b10c-93499fab3eca tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331125 Jun 29 03:30:36.724633 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c83340-124d-479a-aa41-685df604decf req-50b0fadb-29a3-42d3-894a-e4ce2048728f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:36.728245 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-46c83340-124d-479a-aa41-685df604decf req-50b0fadb-29a3-42d3-894a-e4ce2048728f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 945 time: 0.0628426 Jun 29 03:30:36.764844 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-46c83340-124d-479a-aa41-685df604decf req-e1190d85-dbe8-4d40-b8c2-4e890be4ff0a tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332704 Jun 29 03:30:36.824016 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78037e4-6fd7-4b3e-b67b-397b28256836 req-e017ca38-80a5-4dab-a366-270b46555022 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:36.827118 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a78037e4-6fd7-4b3e-b67b-397b28256836 req-e017ca38-80a5-4dab-a366-270b46555022 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 946 time: 0.0817513 Jun 29 03:30:36.862519 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a78037e4-6fd7-4b3e-b67b-397b28256836 req-80cf7583-a757-41a2-ad7f-f2f5f3937523 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/security-groups?id=03442ba7-4734-48c9-ad0a-5fe656391907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305510 Jun 29 03:30:37.039129 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21726314-b546-44d8-8e98-0bc42c2902c4 req-da74b5e1-94d3-49b0-842b-165b836e1f06 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:37.040653 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-21726314-b546-44d8-8e98-0bc42c2902c4 req-da74b5e1-94d3-49b0-842b-165b836e1f06 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 946 time: 0.0697055 Jun 29 03:30:37.087103 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-21726314-b546-44d8-8e98-0bc42c2902c4 req-92c1f84e-8e1d-44f6-86f2-7778c9661594 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/security-groups?id=03442ba7-4734-48c9-ad0a-5fe656391907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402286 Jun 29 03:30:37.115495 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 45710) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:37.269480 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c06aa41-f6b8-4893-9461-4e80364ca0af tempest-TestShelveInstance-1464327491 tempest-TestShelveInstance-1464327491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:37.270972 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-0c06aa41-f6b8-4893-9461-4e80364ca0af tempest-TestShelveInstance-1464327491 tempest-TestShelveInstance-1464327491-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 1094 time: 0.1544080 Jun 29 03:30:37.273967 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 45714) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:37.278150 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-738633f9-58ca-45e7-b517-8c44b488ad64 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Request body: {'floatingip': {'floating_network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'port_id': '82eefe9c-b608-44aa-baa7-d7be68788459', 'tenant_id': '3699bbcc961442d5b336531ab34b138e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:30:37.299980 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-738633f9-58ca-45e7-b517-8c44b488ad64 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks [] for floatingip, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:37.432178 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-738633f9-58ca-45e7-b517-8c44b488ad64 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:37.533273 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce4ca7-42c1-4085-9a54-7b1730b613d9 req-517f8d32-c174-4d93-a09e-706a82bd72cc tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:37.534850 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-ebce4ca7-42c1-4085-9a54-7b1730b613d9 req-517f8d32-c174-4d93-a09e-706a82bd72cc tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.1468375 Jun 29 03:30:37.577453 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.db_base_plugin_common [None req-738633f9-58ca-45e7-b517-8c44b488ad64 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Allocated IP 172.28.2.37 (66e8c627-bfc7-4283-9c88-a2a34f7e2e0b/c8165791-a4a1-46c6-a3dc-c0e6529e25bd/c50ee9eb-293b-4f1b-a714-f978e0ebda29) {{(pid=92899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:30:37.599005 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-ebce4ca7-42c1-4085-9a54-7b1730b613d9 req-3337f41b-8da1-406b-aeaa-fdd81a21851d tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571840 Jun 29 03:30:37.694258 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-738633f9-58ca-45e7-b517-8c44b488ad64 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks [] for port, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:37.733007 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-738633f9-58ca-45e7-b517-8c44b488ad64 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302'] for port, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:37.735634 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:37.769916 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738633f9-58ca-45e7-b517-8c44b488ad64 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Network 66e8c627-bfc7-4283-9c88-a2a34f7e2e0b is already hosted by enough agents. {{(pid=92899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:30:37.772739 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.base_scheduler [None req-738633f9-58ca-45e7-b517-8c44b488ad64 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Resources bound (agent type, host, resource id): {{(pid=92899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:30:37.776179 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738633f9-58ca-45e7-b517-8c44b488ad64 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Received port after_create {{(pid=92899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:30:37.802843 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738633f9-58ca-45e7-b517-8c44b488ad64 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Pushing event updated for resources: {'Port': ['ID=c50ee9eb-293b-4f1b-a714-f978e0ebda29,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:37.807068 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-738633f9-58ca-45e7-b517-8c44b488ad64 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:38.031676 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79dce6-dd50-4bcf-96ed-3e434ad097a5 req-20a3f46a-4a9b-4aaa-abef-157a4ac338bd tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:38.033207 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-0c79dce6-dd50-4bcf-96ed-3e434ad097a5 req-20a3f46a-4a9b-4aaa-abef-157a4ac338bd tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 945 time: 0.1250610 Jun 29 03:30:38.120384 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-0c79dce6-dd50-4bcf-96ed-3e434ad097a5 req-597e47d6-4f15-46a4-aead-7e107afd8cdc tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788789 Jun 29 03:30:38.211203 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-738633f9-58ca-45e7-b517-8c44b488ad64 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:38.287407 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-738633f9-58ca-45e7-b517-8c44b488ad64 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:38.432639 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-738633f9-58ca-45e7-b517-8c44b488ad64 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks [] for port, precommit_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:38.437595 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-738633f9-58ca-45e7-b517-8c44b488ad64 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:38.440267 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:38.467717 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-738633f9-58ca-45e7-b517-8c44b488ad64 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8077441'] for floatingip, after_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:38.516833 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738633f9-58ca-45e7-b517-8c44b488ad64 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Pushing event updated for resources: {'Port': ['ID=c50ee9eb-293b-4f1b-a714-f978e0ebda29,revision_number=2']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:38.520647 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-738633f9-58ca-45e7-b517-8c44b488ad64 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:38.788712 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.db.l3_db [None req-738633f9-58ca-45e7-b517-8c44b488ad64 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Floating IP 83a4bf06-3826-44ef-b197-39bc76aa0410 associated. External IP: 172.28.2.37, port: 82eefe9c-b608-44aa-baa7-d7be68788459. Jun 29 03:30:38.991937 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738633f9-58ca-45e7-b517-8c44b488ad64 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Router 6e3abc95-0264-4163-a476-86e598f9737c has already been hosted by L3 agent 7fe0c168-953d-4d47-bedf-fde3a92e458b {{(pid=92899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:30:39.108301 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738633f9-58ca-45e7-b517-8c44b488ad64 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify agent at l3_agent.dv-cinder-797245-8-smb the message routers_updated {{(pid=92899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:30:39.121257 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03d0a26-34aa-4dbb-8f54-97de68f4defc None None] Sync routers for ids ['6e3abc95-0264-4163-a476-86e598f9737c'] in dv-cinder-797245-8-smb {{(pid=92902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:30:39.126062 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-738633f9-58ca-45e7-b517-8c44b488ad64 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for floatingip, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:39.130789 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03d0a26-34aa-4dbb-8f54-97de68f4defc None None] Routers {'6e3abc95-0264-4163-a476-86e598f9737c'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:30:39.131504 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-c03d0a26-34aa-4dbb-8f54-97de68f4defc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:30:15Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['6e3abc95-0264-4163-a476-86e598f9737c'], 'active': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:30:39.163105 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-738633f9-58ca-45e7-b517-8c44b488ad64 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8881381 Jun 29 03:30:39.164392 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b4b51f-a15d-493a-949f-e58e0fdaadde', 'tag': '82eefe9c-b608-44aa-baa7-d7be68788459'}] {{(pid=92899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:30:39.166433 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e75ac8c9269a08c635d3d4ea2f6bd2cddeec2d6e4f2b8df737e80b8e22f33d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d94356f-0fb3-440b-acff-7d3a98f238b2" -d '{"events": [{"name": "network-changed", "server_uuid": "c3b4b51f-a15d-493a-949f-e58e0fdaadde", "tag": "82eefe9c-b608-44aa-baa7-d7be68788459"}]}' {{(pid=92899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:30:39.222238 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d43d3d3-1685-4eb3-8bb7-0fe01d59fee6 x-openstack-request-id: req-7d43d3d3-1685-4eb3-8bb7-0fe01d59fee6 {{(pid=92899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:30:39.222578 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3b4b51f-a15d-493a-949f-e58e0fdaadde", "tag": "82eefe9c-b608-44aa-baa7-d7be68788459", "status": "completed", "code": 200}]} {{(pid=92899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:30:39.223140 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d43d3d3-1685-4eb3-8bb7-0fe01d59fee6 {{(pid=92899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:30:39.223288 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3b4b51f-a15d-493a-949f-e58e0fdaadde', 'tag': '82eefe9c-b608-44aa-baa7-d7be68788459', 'status': 'completed', 'code': 200} Jun 29 03:30:39.270829 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvr_db [None req-c03d0a26-34aa-4dbb-8f54-97de68f4defc None None] Set router 6e3abc95-0264-4163-a476-86e598f9737c gateway port host: dv-cinder-797245-8-smb {{(pid=92902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:30:39.364190 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638424c-abda-47ab-9350-cbd75d23d117 req-26fe4e7a-87db-4af6-9e49-c5f780fb04e5 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:39.365546 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f638424c-abda-47ab-9350-cbd75d23d117 req-26fe4e7a-87db-4af6-9e49-c5f780fb04e5 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 945 time: 0.1031497 Jun 29 03:30:39.390392 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94356f-0fb3-440b-acff-7d3a98f238b2 req-1d3fb5ac-6a57-42dc-9462-64bcb59bb011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:39.391824 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6d94356f-0fb3-440b-acff-7d3a98f238b2 req-1d3fb5ac-6a57-42dc-9462-64bcb59bb011 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3699bbcc961442d5b336531ab34b138e&device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 1099 time: 0.1008520 Jun 29 03:30:39.431221 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f638424c-abda-47ab-9350-cbd75d23d117 req-30b4a284-3f01-43a8-ac77-3e9c9c61227c tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591702 Jun 29 03:30:39.497586 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94356f-0fb3-440b-acff-7d3a98f238b2 req-09e7ef57-204d-4ffc-8f97-d0fffb02ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:39.499311 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6d94356f-0fb3-440b-acff-7d3a98f238b2 req-09e7ef57-204d-4ffc-8f97-d0fffb02ab27 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1fd1867f-612c-48ab-8e13-3ee799ac13de HTTP/1.1" status: 200 len: 908 time: 0.0941329 Jun 29 03:30:39.499650 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-c03d0a26-34aa-4dbb-8f54-97de68f4defc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3abc95-0264-4163-a476-86e598f9737c', 'name': 'tempest-TestShelveInstance-69386395-router', 'tenant_id': '3699bbcc961442d5b336531ab34b138e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f6fb6513-7c72-4dfa-8a27-27780b1ed580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:29:54Z', 'updated_at': '2021-06-29T03:29:57Z', 'revision_number': 4, 'project_id': '3699bbcc961442d5b336531ab34b138e', 'gw_port': {'id': 'f6fb6513-7c72-4dfa-8a27-27780b1ed580', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3abc95-0264-4163-a476-86e598f9737c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:55Z', 'updated_at': '2021-06-29T03:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_floatingips': [{'id': '83a4bf06-3826-44ef-b197-39bc76aa0410', 'tenant_id': '3699bbcc961442d5b336531ab34b138e', 'floating_ip_address': '172.28.2.37', 'floating_network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'router_id': '6e3abc95-0264-4163-a476-86e598f9737c', 'port_id': '82eefe9c-b608-44aa-baa7-d7be68788459', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd1867f-612c-48ab-8e13-3ee799ac13de', 'mac_address': 'fa:16:3e:99:f1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4b51f-a15d-493a-949f-e58e0fdaadde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:30:38Z', 'updated_at': '2021-06-29T03:30:38Z', 'revision_number': 0, 'project_id': '3699bbcc961442d5b336531ab34b138e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a11463-ec7c-4904-bb42-8d8b29b13189', 'name': '', 'network_id': '1fd1867f-612c-48ab-8e13-3ee799ac13de', 'tenant_id': '3699bbcc961442d5b336531ab34b138e', 'mac_address': 'fa:16:3e:3d:40:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3abc95-0264-4163-a476-86e598f9737c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '40346270-8996-492e-8bd1-1ed1c2a5eff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:57Z', 'updated_at': '2021-06-29T03:30:04Z', 'revision_number': 5, 'project_id': '3699bbcc961442d5b336531ab34b138e', 'subnets': [{'id': '40346270-8996-492e-8bd1-1ed1c2a5eff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:30:39.528424 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03d0a26-34aa-4dbb-8f54-97de68f4defc None None] Checking router: 6e3abc95-0264-4163-a476-86e598f9737c for host: dv-cinder-797245-8-smb {{(pid=92902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:30:39.537852 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03d0a26-34aa-4dbb-8f54-97de68f4defc None None] Routers {'6e3abc95-0264-4163-a476-86e598f9737c'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:30:39.538287 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-c03d0a26-34aa-4dbb-8f54-97de68f4defc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:30:15Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['6e3abc95-0264-4163-a476-86e598f9737c'], 'active': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:30:39.562939 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6d94356f-0fb3-440b-acff-7d3a98f238b2 req-6bc98379-1cb5-4903-bc9e-680604ff48cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82eefe9c-b608-44aa-baa7-d7be68788459 HTTP/1.1" status: 200 len: 999 time: 0.0567391 Jun 29 03:30:39.616599 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94356f-0fb3-440b-acff-7d3a98f238b2 req-f893c946-6a5a-40e9-8ba9-5e25fc1e2752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:39.618067 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6d94356f-0fb3-440b-acff-7d3a98f238b2 req-f893c946-6a5a-40e9-8ba9-5e25fc1e2752 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40346270-8996-492e-8bd1-1ed1c2a5eff8 HTTP/1.1" status: 200 len: 846 time: 0.0458505 Jun 29 03:30:39.641597 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvr_db [None req-c03d0a26-34aa-4dbb-8f54-97de68f4defc None None] Set router 6e3abc95-0264-4163-a476-86e598f9737c gateway port host: dv-cinder-797245-8-smb {{(pid=92902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:30:39.682965 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94356f-0fb3-440b-acff-7d3a98f238b2 req-febd0eca-72c8-42bb-8aea-85dc93cdcada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:39.684495 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6d94356f-0fb3-440b-acff-7d3a98f238b2 req-febd0eca-72c8-42bb-8aea-85dc93cdcada service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1fd1867f-612c-48ab-8e13-3ee799ac13de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0532405 Jun 29 03:30:39.776074 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6d94356f-0fb3-440b-acff-7d3a98f238b2 req-c7cc3c5c-8274-491f-a83b-81250fb83f7d service neutron] 10.222.0.41 "GET /v2.0/networks/1fd1867f-612c-48ab-8e13-3ee799ac13de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837078 Jun 29 03:30:39.854307 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-c03d0a26-34aa-4dbb-8f54-97de68f4defc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3abc95-0264-4163-a476-86e598f9737c', 'name': 'tempest-TestShelveInstance-69386395-router', 'tenant_id': '3699bbcc961442d5b336531ab34b138e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f6fb6513-7c72-4dfa-8a27-27780b1ed580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:29:54Z', 'updated_at': '2021-06-29T03:29:57Z', 'revision_number': 4, 'project_id': '3699bbcc961442d5b336531ab34b138e', 'gw_port': {'id': 'f6fb6513-7c72-4dfa-8a27-27780b1ed580', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3abc95-0264-4163-a476-86e598f9737c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:55Z', 'updated_at': '2021-06-29T03:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_floatingips': [{'id': '83a4bf06-3826-44ef-b197-39bc76aa0410', 'tenant_id': '3699bbcc961442d5b336531ab34b138e', 'floating_ip_address': '172.28.2.37', 'floating_network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'router_id': '6e3abc95-0264-4163-a476-86e598f9737c', 'port_id': '82eefe9c-b608-44aa-baa7-d7be68788459', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd1867f-612c-48ab-8e13-3ee799ac13de', 'mac_address': 'fa:16:3e:99:f1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4b51f-a15d-493a-949f-e58e0fdaadde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:30:38Z', 'updated_at': '2021-06-29T03:30:38Z', 'revision_number': 0, 'project_id': '3699bbcc961442d5b336531ab34b138e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a11463-ec7c-4904-bb42-8d8b29b13189', 'name': '', 'network_id': '1fd1867f-612c-48ab-8e13-3ee799ac13de', 'tenant_id': '3699bbcc961442d5b336531ab34b138e', 'mac_address': 'fa:16:3e:3d:40:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3abc95-0264-4163-a476-86e598f9737c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '40346270-8996-492e-8bd1-1ed1c2a5eff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:57Z', 'updated_at': '2021-06-29T03:30:04Z', 'revision_number': 5, 'project_id': '3699bbcc961442d5b336531ab34b138e', 'subnets': [{'id': '40346270-8996-492e-8bd1-1ed1c2a5eff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:30:39.880622 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6d94356f-0fb3-440b-acff-7d3a98f238b2 req-14bd05f1-b734-4896-b3c8-b0a8a7f97712 service neutron] 10.222.0.41 "GET /v2.0/networks/1fd1867f-612c-48ab-8e13-3ee799ac13de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849640 Jun 29 03:30:39.882892 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03d0a26-34aa-4dbb-8f54-97de68f4defc None None] The sync data for ids ['6e3abc95-0264-4163-a476-86e598f9737c'] in dv-cinder-797245-8-smb is: [{'id': '6e3abc95-0264-4163-a476-86e598f9737c', 'name': 'tempest-TestShelveInstance-69386395-router', 'tenant_id': '3699bbcc961442d5b336531ab34b138e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f6fb6513-7c72-4dfa-8a27-27780b1ed580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:29:54Z', 'updated_at': '2021-06-29T03:29:57Z', 'revision_number': 4, 'project_id': '3699bbcc961442d5b336531ab34b138e', 'gw_port': {'id': 'f6fb6513-7c72-4dfa-8a27-27780b1ed580', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3abc95-0264-4163-a476-86e598f9737c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:55Z', 'updated_at': '2021-06-29T03:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_floatingips': [{'id': '83a4bf06-3826-44ef-b197-39bc76aa0410', 'tenant_id': '3699bbcc961442d5b336531ab34b138e', 'floating_ip_address': '172.28.2.37', 'floating_network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'router_id': '6e3abc95-0264-4163-a476-86e598f9737c', 'port_id': '82eefe9c-b608-44aa-baa7-d7be68788459', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd1867f-612c-48ab-8e13-3ee799ac13de', 'mac_address': 'fa:16:3e:99:f1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4b51f-a15d-493a-949f-e58e0fdaadde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:30:38Z', 'updated_at': '2021-06-29T03:30:38Z', 'revision_number': 0, 'project_id': '3699bbcc961442d5b336531ab34b138e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a11463-ec7c-4904-bb42-8d8b29b13189', 'name': '', 'network_id': '1fd1867f-612c-48ab-8e13-3ee799ac13de', 'tenant_id': '3699bbcc961442d5b336531ab34b138e', 'mac_address': 'fa:16:3e:3d:40:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3abc95-0264-4163-a476-86e598f9737c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '40346270-8996-492e-8bd1-1ed1c2a5eff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:57Z', 'updated_at': '2021-06-29T03:30:04Z', 'revision_number': 5, 'project_id': '3699bbcc961442d5b336531ab34b138e', 'subnets': [{'id': '40346270-8996-492e-8bd1-1ed1c2a5eff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:30:40.068030 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbac3b94-a16b-4f62-8c98-5318d0a5967a None None] New status for floating IP 83a4bf06-3826-44ef-b197-39bc76aa0410: ACTIVE {{(pid=92901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 03:30:40.613963 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309660a5-15b7-40fc-89ff-ac2c8d918ad6 req-71667edf-754f-483f-9427-935ddca2038d tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:40.615411 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-309660a5-15b7-40fc-89ff-ac2c8d918ad6 req-71667edf-754f-483f-9427-935ddca2038d tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 945 time: 0.0610068 Jun 29 03:30:40.651331 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-309660a5-15b7-40fc-89ff-ac2c8d918ad6 req-8b2a26cb-17b0-4c57-8927-7d7436237249 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304089 Jun 29 03:30:41.718656 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e37b71-50bf-4146-bd7b-36284553b831 req-b1045db9-9177-4b40-bfcb-097c9388bb8a tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:41.720160 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-c8e37b71-50bf-4146-bd7b-36284553b831 req-b1045db9-9177-4b40-bfcb-097c9388bb8a tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 945 time: 0.0623362 Jun 29 03:30:41.758194 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-c8e37b71-50bf-4146-bd7b-36284553b831 req-129da481-643e-436b-86d7-5e5da919ab3b tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323288 Jun 29 03:30:41.922685 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935aa7a7-54eb-40b3-a01c-c06fd372621a req-4e9eb9d0-fca5-4291-a281-287ab359d3c3 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:41.924130 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-935aa7a7-54eb-40b3-a01c-c06fd372621a req-4e9eb9d0-fca5-4291-a281-287ab359d3c3 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 945 time: 0.0649831 Jun 29 03:30:41.959718 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-935aa7a7-54eb-40b3-a01c-c06fd372621a req-5be4268e-6b50-42ca-a211-48c2b1e82672 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299785 Jun 29 03:30:42.947144 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a1ebc-ddc6-4d92-99c2-300673889ecd req-18696a98-5daa-420e-883a-052cdc02783e tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:42.948594 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e48a1ebc-ddc6-4d92-99c2-300673889ecd req-18696a98-5daa-420e-883a-052cdc02783e tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 945 time: 0.0657446 Jun 29 03:30:42.984532 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e48a1ebc-ddc6-4d92-99c2-300673889ecd req-ae91b112-3972-4b68-97ec-d6a59fcb42ed tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303979 Jun 29 03:30:43.086712 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c694e5a0-238c-4207-a97e-1dcec414ffb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:43.129629 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c9e00-1408-420d-885d-88aec6cc3a11 req-16529b76-5501-410f-9087-87742a1e7da1 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:43.131048 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e62c9e00-1408-420d-885d-88aec6cc3a11 req-16529b76-5501-410f-9087-87742a1e7da1 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 945 time: 0.0601127 Jun 29 03:30:43.167331 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e62c9e00-1408-420d-885d-88aec6cc3a11 req-3d616dbc-e348-47bd-8054-346612d1fcc3 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305679 Jun 29 03:30:44.164220 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31537e48-eee6-4aa9-bc3c-8f7a394c6e04 req-3da351b1-bd0a-4c85-bf8e-43f42156cd85 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:44.165749 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-31537e48-eee6-4aa9-bc3c-8f7a394c6e04 req-3da351b1-bd0a-4c85-bf8e-43f42156cd85 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 945 time: 0.0721734 Jun 29 03:30:44.204266 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-31537e48-eee6-4aa9-bc3c-8f7a394c6e04 req-5fc8c7c7-3355-4408-a61b-d97127226657 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321243 Jun 29 03:30:44.342313 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646e889-e163-4b72-8072-0c4ccc1823e2 req-866d39ff-6c87-44f0-a272-40f835a644aa tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:44.343698 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-4646e889-e163-4b72-8072-0c4ccc1823e2 req-866d39ff-6c87-44f0-a272-40f835a644aa tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 945 time: 0.0626359 Jun 29 03:30:44.379720 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-4646e889-e163-4b72-8072-0c4ccc1823e2 req-80843e98-d9ef-4d64-aff3-d115fc3cfefc tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304863 Jun 29 03:30:44.444074 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:30:44.534408 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=33ab6b5d-9c56-4ba6-bc3b-d890a2af9384,segment=NetworkSegment(2b8a4e7f-1f3c-48f3-872b-763dc2e1c437),segment_id=2b8a4e7f-1f3c-48f3-872b-763dc2e1c437)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:30:44.546683 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Returning: {'device': '33ab6b5d-9c56-4ba6-bc3b-d890a2af9384', 'network_id': '55159499-4162-473d-91be-3f7bcc13f345', 'port_id': '33ab6b5d-9c56-4ba6-bc3b-d890a2af9384', 'mac_address': 'fa:16:3e:e0:ce:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29dd2891-545c-4e5c-ada9-366a40a64358', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:30:44.586101 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:44.599064 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:30:44.618268 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=33ab6b5d-9c56-4ba6-bc3b-d890a2af9384,segment=NetworkSegment(2b8a4e7f-1f3c-48f3-872b-763dc2e1c437),segment_id=2b8a4e7f-1f3c-48f3-872b-763dc2e1c437)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:30:44.621869 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:44.623556 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-c1dd4ffc-0226-478d-8a09-2b1edabaee51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:44.669501 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=33ab6b5d-9c56-4ba6-bc3b-d890a2af9384,revision_number=6']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:44.672802 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:44.902847 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['33ab6b5d-9c56-4ba6-bc3b-d890a2af9384'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:30:45.306905 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13048296-68a8-4071-a78e-6a7af7cb8eb1 req-2560f995-0ed9-4307-bc50-5b0ae03ffdf3 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:45.308359 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-13048296-68a8-4071-a78e-6a7af7cb8eb1 req-2560f995-0ed9-4307-bc50-5b0ae03ffdf3 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 945 time: 0.0605304 Jun 29 03:30:45.471140 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-90aab692-fde5-4bc0-af50-debbd33aba2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:45.571162 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1b750-66e1-48cf-b35d-dab65813ca74 req-22e8d2dc-1d5f-4a10-98d7-725c7bff1e7a tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:45.572822 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-86f1b750-66e1-48cf-b35d-dab65813ca74 req-22e8d2dc-1d5f-4a10-98d7-725c7bff1e7a tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 944 time: 0.0640137 Jun 29 03:30:45.611429 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-86f1b750-66e1-48cf-b35d-dab65813ca74 req-7ecf3c59-d2f1-4e52-a4a1-9e22cf3d0040 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328512 Jun 29 03:30:45.665848 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe314f5-e02f-4c5a-98d9-96b84712e774 req-3c5d52fa-af54-4a02-80d5-39f5f8e6fe29 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:45.667202 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-fbe314f5-e02f-4c5a-98d9-96b84712e774 req-3c5d52fa-af54-4a02-80d5-39f5f8e6fe29 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 945 time: 0.3525593 Jun 29 03:30:45.697344 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [req-13048296-68a8-4071-a78e-6a7af7cb8eb1 req-32191fd5-e8b8-4f30-8635-9b48aca84c69 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Deleting port f8889b89-6496-45da-9c34-55b13a7724bf {{(pid=92900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:30:45.697675 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-13048296-68a8-4071-a78e-6a7af7cb8eb1 req-32191fd5-e8b8-4f30-8635-9b48aca84c69 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:45.751566 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-fbe314f5-e02f-4c5a-98d9-96b84712e774 req-55f4b7aa-f238-47ee-8ca1-100b65d566cd tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778763 Jun 29 03:30:45.798634 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-13048296-68a8-4071-a78e-6a7af7cb8eb1 req-32191fd5-e8b8-4f30-8635-9b48aca84c69 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] For port f8889b89-6496-45da-9c34-55b13a7724bf, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=f8889b89-6496-45da-9c34-55b13a7724bf,segment=NetworkSegment(acb5fb4f-c58d-419d-ac4f-91761f493388),segment_id=acb5fb4f-c58d-419d-ac4f-91761f493388)] {{(pid=92900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:30:45.798980 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-13048296-68a8-4071-a78e-6a7af7cb8eb1 req-32191fd5-e8b8-4f30-8635-9b48aca84c69 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:45.810816 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [req-13048296-68a8-4071-a78e-6a7af7cb8eb1 req-32191fd5-e8b8-4f30-8635-9b48aca84c69 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Calling delete_port for f8889b89-6496-45da-9c34-55b13a7724bf owned by compute:nova {{(pid=92900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:30:45.851486 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:45.936375 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-13048296-68a8-4071-a78e-6a7af7cb8eb1 req-32191fd5-e8b8-4f30-8635-9b48aca84c69 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859944'] for port, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:45.940181 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-d22216df-f140-46be-b9ee-054b5ec04a1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:45.967091 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32191fd5-e8b8-4f30-8635-9b48aca84c69 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Pushing event deleted for resources: {'Port': ['ID=f8889b89-6496-45da-9c34-55b13a7724bf,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:45.970091 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-32191fd5-e8b8-4f30-8635-9b48aca84c69 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:45.978193 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['57ed9626-8d20-499e-b4ce-9c1f0667e3b6', 'f8889b89-6496-45da-9c34-55b13a7724bf'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:30:46.011256 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [req-13048296-68a8-4071-a78e-6a7af7cb8eb1 req-32191fd5-e8b8-4f30-8635-9b48aca84c69 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] No DVR routers for this DVR port f8889b89-6496-45da-9c34-55b13a7724bf on host hv-cinder-79724 {{(pid=92900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:30:46.014505 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-13048296-68a8-4071-a78e-6a7af7cb8eb1 req-32191fd5-e8b8-4f30-8635-9b48aca84c69 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:46.016739 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-13048296-68a8-4071-a78e-6a7af7cb8eb1 req-32191fd5-e8b8-4f30-8635-9b48aca84c69 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.41 "DELETE /v2.0/ports/f8889b89-6496-45da-9c34-55b13a7724bf HTTP/1.1" status: 204 len: 173 time: 0.7004430 Jun 29 03:30:46.017440 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8', 'name': 'network-vif-deleted', 'tag': 'f8889b89-6496-45da-9c34-55b13a7724bf'}] {{(pid=92900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:30:46.019995 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66f2c99c1a8368f792cdf7ad94359b02357141073d69ee97e68f670b072060b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ee1fa9-e863-40b5-b612-c03a6e463ef1" -d '{"events": [{"server_uuid": "4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8", "name": "network-vif-deleted", "tag": "f8889b89-6496-45da-9c34-55b13a7724bf"}]}' {{(pid=92900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:30:46.063662 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb56dee-085e-49a5-a441-2aa078224189 x-openstack-request-id: req-ebb56dee-085e-49a5-a441-2aa078224189 {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:30:46.064025 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8", "name": "network-vif-deleted", "tag": "f8889b89-6496-45da-9c34-55b13a7724bf", "status": "completed", "code": 200}]} {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:30:46.064315 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ebb56dee-085e-49a5-a441-2aa078224189 {{(pid=92900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:30:46.064928 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8', 'name': 'network-vif-deleted', 'tag': 'f8889b89-6496-45da-9c34-55b13a7724bf', 'status': 'completed', 'code': 200} Jun 29 03:30:46.479704 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 up at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:30:46.543112 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:46.561080 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning complete for port 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:46.561468 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:46.652268 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:46.681487 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ab6b5d-9c56-4ba6-bc3b-d890a2af9384'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:30:46.683713 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a73cdd3c09cce4d0d67d6945d9627c9a5996a68627341085c627af31117b31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a0c3a7-1ee4-460c-bd27-fd8c22ef28e4" -d '{"events": [{"server_uuid": "5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e", "name": "network-vif-plugged", "status": "completed", "tag": "33ab6b5d-9c56-4ba6-bc3b-d890a2af9384"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:30:46.702726 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=33ab6b5d-9c56-4ba6-bc3b-d890a2af9384,segment=NetworkSegment(2b8a4e7f-1f3c-48f3-872b-763dc2e1c437),segment_id=2b8a4e7f-1f3c-48f3-872b-763dc2e1c437)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:30:46.713062 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:46.715712 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-c1dd4ffc-0226-478d-8a09-2b1edabaee51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:46.776249 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b954d7fb-f910-4e36-96eb-c9202bfbcbd3 x-openstack-request-id: req-b954d7fb-f910-4e36-96eb-c9202bfbcbd3 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:30:46.776835 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e", "name": "network-vif-plugged", "status": "completed", "tag": "33ab6b5d-9c56-4ba6-bc3b-d890a2af9384", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:30:46.777316 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b954d7fb-f910-4e36-96eb-c9202bfbcbd3 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:30:46.777903 dv-cinder-797245-8-smb neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ab6b5d-9c56-4ba6-bc3b-d890a2af9384', 'code': 200} Jun 29 03:30:46.779232 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=33ab6b5d-9c56-4ba6-bc3b-d890a2af9384,revision_number=7']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:46.782771 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:46.828259 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4946f7-f8a2-4478-b534-447eeebb699e req-39722ba9-dabd-406e-b11f-4e57d620af53 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:46.830189 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-5a4946f7-f8a2-4478-b534-447eeebb699e req-39722ba9-dabd-406e-b11f-4e57d620af53 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 945 time: 0.0824914 Jun 29 03:30:46.883476 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-5a4946f7-f8a2-4478-b534-447eeebb699e req-88cf61ab-352a-4afd-ac72-0d43024dec53 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437019 Jun 29 03:30:46.995991 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-df41fdfc-ce38-4382-9418-83304ae284f0 req-29fae530-697f-454e-b015-cc13a769720d tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8e6ccc-461e-4ce6-8a15-7d0fe94784b8 HTTP/1.1" status: 200 len: 210 time: 0.0377684 Jun 29 03:30:47.146545 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:48.076771 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8fd65-07d8-4c38-9b3d-0d1c16fa10e9 req-898cea4e-ec60-49d8-b33e-ff33e33c50c9 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:48.078303 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-00d8fd65-07d8-4c38-9b3d-0d1c16fa10e9 req-898cea4e-ec60-49d8-b33e-ff33e33c50c9 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 945 time: 0.0676112 Jun 29 03:30:48.142800 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-00d8fd65-07d8-4c38-9b3d-0d1c16fa10e9 req-a1d34e7b-d396-49d7-8b30-d744fe2cf40d tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584989 Jun 29 03:30:48.437367 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:48.462688 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device f8889b89-6496-45da-9c34-55b13a7724bf no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:30:48.483721 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] No Port match for: f8889b89-6496-45da-9c34-55b13a7724bf {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:30:48.484012 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device f8889b89-6496-45da-9c34-55b13a7724bf not bound to the agent host hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:30:48.521321 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbaa04-6911-4a6e-b722-e12e512c7e88 req-9d39c7e2-316b-40d8-98b6-3e3e67461fce tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:48.522936 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-3edbaa04-6911-4a6e-b722-e12e512c7e88 req-9d39c7e2-316b-40d8-98b6-3e3e67461fce tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0722847 Jun 29 03:30:48.562809 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-3edbaa04-6911-4a6e-b722-e12e512c7e88 req-feb666b6-4ae7-4349-9934-fdd74cddc527 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339367 Jun 29 03:30:49.329995 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a338b-ba52-465e-997e-80a1b4e1f778 req-e47f65cf-9df4-490d-8bd5-e62aeab9372b tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:49.332267 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d78a338b-ba52-465e-997e-80a1b4e1f778 req-e47f65cf-9df4-490d-8bd5-e62aeab9372b tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 945 time: 0.0713472 Jun 29 03:30:49.376321 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d78a338b-ba52-465e-997e-80a1b4e1f778 req-0bdbd4b9-f077-48b5-a684-42c2bd509bc9 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364685 Jun 29 03:30:49.767608 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b956d47-4f82-4030-b1e3-69bb714720b3 req-b96903de-3781-4b5d-97b6-d75c94bb3581 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:49.769034 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-0b956d47-4f82-4030-b1e3-69bb714720b3 req-b96903de-3781-4b5d-97b6-d75c94bb3581 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0723178 Jun 29 03:30:49.825108 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-0b956d47-4f82-4030-b1e3-69bb714720b3 req-ef1b3413-896a-4751-925f-3c87f9834a16 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399022 Jun 29 03:30:50.581996 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad14b58-aac0-4708-a35a-4973ab52fc8c req-8ed4c6b2-f720-4b13-b01f-3a6f983c64e8 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:50.590943 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-cad14b58-aac0-4708-a35a-4973ab52fc8c req-8ed4c6b2-f720-4b13-b01f-3a6f983c64e8 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 945 time: 0.0789499 Jun 29 03:30:50.637188 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-cad14b58-aac0-4708-a35a-4973ab52fc8c req-8a4cb24a-93ad-4499-93cc-8cd0ae95fc9f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448201 Jun 29 03:30:51.032148 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70505b7-ebf9-4b44-a687-5526303cf208 req-686f5289-d9c8-45bc-a0d7-c2ff4cac9527 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:51.033975 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b70505b7-ebf9-4b44-a687-5526303cf208 req-686f5289-d9c8-45bc-a0d7-c2ff4cac9527 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0711591 Jun 29 03:30:51.082073 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b70505b7-ebf9-4b44-a687-5526303cf208 req-c138daf0-5f6b-4fb9-97b3-e4553392e6c2 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420291 Jun 29 03:30:51.868350 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f15a4d-0798-4a21-87c8-8bdcb0ab7510 req-65549237-4888-4c80-8788-ab0840c3118c tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:51.869822 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-43f15a4d-0798-4a21-87c8-8bdcb0ab7510 req-65549237-4888-4c80-8788-ab0840c3118c tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 945 time: 0.0706110 Jun 29 03:30:51.913327 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-43f15a4d-0798-4a21-87c8-8bdcb0ab7510 req-e82a5333-55f6-4fc0-b80f-99cdc96e2b3e tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371904 Jun 29 03:30:52.285823 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388905c-ddfa-4a63-8244-70d9addf5f6e req-161e0701-e6de-471d-be71-5348c1fb68f5 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:52.287513 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1388905c-ddfa-4a63-8244-70d9addf5f6e req-161e0701-e6de-471d-be71-5348c1fb68f5 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0829265 Jun 29 03:30:52.334123 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1388905c-ddfa-4a63-8244-70d9addf5f6e req-e1dd95d0-7207-4fa5-8558-505608b8bd15 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405362 Jun 29 03:30:53.117169 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527fa2f-281b-41c1-aba4-9d191b9aad87 req-ae41346a-8706-4d70-9207-00d592f1b710 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:53.118763 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-9527fa2f-281b-41c1-aba4-9d191b9aad87 req-ae41346a-8706-4d70-9207-00d592f1b710 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 945 time: 0.0669825 Jun 29 03:30:53.160618 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-9527fa2f-281b-41c1-aba4-9d191b9aad87 req-6806572c-86eb-443f-b99d-b078ec180ca1 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352519 Jun 29 03:30:53.534572 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d8718-62cd-4d51-9119-441463438bb7 req-6309cb14-6047-4376-a9ed-c9ef517ac392 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:53.536785 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-5d6d8718-62cd-4d51-9119-441463438bb7 req-6309cb14-6047-4376-a9ed-c9ef517ac392 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0661550 Jun 29 03:30:53.577941 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-5d6d8718-62cd-4d51-9119-441463438bb7 req-eb9fdccd-2a03-4a98-b6b3-bfd3fcda8546 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352864 Jun 29 03:30:54.380020 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bcc943-00be-4d17-8553-9c4d1006b4e1 req-cb3378cc-6a0f-4afa-975b-e40c1b12476d tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:54.381705 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-89bcc943-00be-4d17-8553-9c4d1006b4e1 req-cb3378cc-6a0f-4afa-975b-e40c1b12476d tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 945 time: 0.0940199 Jun 29 03:30:54.423839 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-89bcc943-00be-4d17-8553-9c4d1006b4e1 req-c25f74a0-b089-4241-a726-453023780a50 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360672 Jun 29 03:30:54.762004 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bb06e-0839-49bf-9eef-8b3e901f80a5 req-6c7967ae-40e1-4081-9eb9-266892597c24 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:54.764437 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f83bb06e-0839-49bf-9eef-8b3e901f80a5 req-6c7967ae-40e1-4081-9eb9-266892597c24 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0668192 Jun 29 03:30:54.811368 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f83bb06e-0839-49bf-9eef-8b3e901f80a5 req-da839004-6f0b-4276-9b54-053efe85569e tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398769 Jun 29 03:30:55.600109 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ce271-a71f-4595-b583-69bf8f100b7b req-0744593d-7e8c-4b16-addf-ea311fe77e2e tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:55.601547 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-437ce271-a71f-4595-b583-69bf8f100b7b req-0744593d-7e8c-4b16-addf-ea311fe77e2e tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 945 time: 0.0643327 Jun 29 03:30:55.637315 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-437ce271-a71f-4595-b583-69bf8f100b7b req-1e894621-0b9b-4941-9aaa-b83c33366778 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301080 Jun 29 03:30:55.999697 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bfd83-7dd2-4851-bc14-9d28baf73494 req-469af3fe-a7ce-4ab0-babf-a9752175a41d tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:56.001276 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-9b8bfd83-7dd2-4851-bc14-9d28baf73494 req-469af3fe-a7ce-4ab0-babf-a9752175a41d tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0668468 Jun 29 03:30:56.036654 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-9b8bfd83-7dd2-4851-bc14-9d28baf73494 req-0d365a11-8d06-47a9-9b75-861176e168cf tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a59923-10b9-4773-b875-6e521175e31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297341 Jun 29 03:30:56.130969 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967fdf9-092f-4076-a98d-4f2cf6c7e425 req-0dff4af2-95cb-4346-98c8-30f6988a3327 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:56.132340 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-a967fdf9-092f-4076-a98d-4f2cf6c7e425 req-0dff4af2-95cb-4346-98c8-30f6988a3327 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 945 time: 0.0624065 Jun 29 03:30:56.256209 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [req-a967fdf9-092f-4076-a98d-4f2cf6c7e425 req-7cd7b080-8473-4318-87a3-e9a1163bf442 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Deleting port 57ed9626-8d20-499e-b4ce-9c1f0667e3b6 {{(pid=92900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:30:56.256544 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-a967fdf9-092f-4076-a98d-4f2cf6c7e425 req-7cd7b080-8473-4318-87a3-e9a1163bf442 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:56.297908 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41db3c-ea85-4ae3-8c96-fa652dd050c4 req-8df4deb1-032e-4498-a332-c1aaf33c2aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:56.299819 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-8e41db3c-ea85-4ae3-8c96-fa652dd050c4 req-8df4deb1-032e-4498-a332-c1aaf33c2aad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c906214f7a4549de98d1e94094ae6e28&device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 1098 time: 0.0537491 Jun 29 03:30:56.343041 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-a967fdf9-092f-4076-a98d-4f2cf6c7e425 req-7cd7b080-8473-4318-87a3-e9a1163bf442 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] For port 57ed9626-8d20-499e-b4ce-9c1f0667e3b6, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=57ed9626-8d20-499e-b4ce-9c1f0667e3b6,segment=NetworkSegment(acb5fb4f-c58d-419d-ac4f-91761f493388),segment_id=acb5fb4f-c58d-419d-ac4f-91761f493388)] {{(pid=92900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:30:56.343395 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-a967fdf9-092f-4076-a98d-4f2cf6c7e425 req-7cd7b080-8473-4318-87a3-e9a1163bf442 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:56.360113 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [req-a967fdf9-092f-4076-a98d-4f2cf6c7e425 req-7cd7b080-8473-4318-87a3-e9a1163bf442 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Calling delete_port for 57ed9626-8d20-499e-b4ce-9c1f0667e3b6 owned by compute:nova {{(pid=92900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:30:56.394391 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41db3c-ea85-4ae3-8c96-fa652dd050c4 req-6574a9d8-d235-440a-99c3-33564cdecb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:56.395756 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-8e41db3c-ea85-4ae3-8c96-fa652dd050c4 req-6574a9d8-d235-440a-99c3-33564cdecb47 service neutron] 10.222.0.41 "GET /v2.0/networks?id=55159499-4162-473d-91be-3f7bcc13f345 HTTP/1.1" status: 200 len: 918 time: 0.0867431 Jun 29 03:30:56.460704 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-8e41db3c-ea85-4ae3-8c96-fa652dd050c4 req-3bde46a1-442c-4365-a819-42c8efbcce3e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 HTTP/1.1" status: 200 len: 1000 time: 0.0574632 Jun 29 03:30:56.493468 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-a967fdf9-092f-4076-a98d-4f2cf6c7e425 req-7cd7b080-8473-4318-87a3-e9a1163bf442 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859944'] for port, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:56.497291 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-1fc4ce7c-10f8-4a90-a177-f16f6bfd5281 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:56.509919 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41db3c-ea85-4ae3-8c96-fa652dd050c4 req-71ff4c44-ebd8-482b-bbe0-3aa12dbbe77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:56.511371 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-8e41db3c-ea85-4ae3-8c96-fa652dd050c4 req-71ff4c44-ebd8-482b-bbe0-3aa12dbbe77e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29dd2891-545c-4e5c-ada9-366a40a64358 HTTP/1.1" status: 200 len: 856 time: 0.0426459 Jun 29 03:30:56.521782 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7b080-8473-4318-87a3-e9a1163bf442 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Pushing event deleted for resources: {'Port': ['ID=57ed9626-8d20-499e-b4ce-9c1f0667e3b6,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:56.524852 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-7cd7b080-8473-4318-87a3-e9a1163bf442 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:56.536236 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['57ed9626-8d20-499e-b4ce-9c1f0667e3b6'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:30:56.571811 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [req-a967fdf9-092f-4076-a98d-4f2cf6c7e425 req-7cd7b080-8473-4318-87a3-e9a1163bf442 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] No DVR routers for this DVR port 57ed9626-8d20-499e-b4ce-9c1f0667e3b6 on host hv-cinder-79724 {{(pid=92900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:30:56.574179 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-a967fdf9-092f-4076-a98d-4f2cf6c7e425 req-7cd7b080-8473-4318-87a3-e9a1163bf442 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:56.576228 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-a967fdf9-092f-4076-a98d-4f2cf6c7e425 req-7cd7b080-8473-4318-87a3-e9a1163bf442 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.41 "DELETE /v2.0/ports/57ed9626-8d20-499e-b4ce-9c1f0667e3b6 HTTP/1.1" status: 204 len: 173 time: 0.4192305 Jun 29 03:30:56.576701 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41db3c-ea85-4ae3-8c96-fa652dd050c4 req-897dc68b-8813-4e41-9f39-53e35725e349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:56.576816 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a18d164-a1a8-4f38-b712-b884493446c6', 'name': 'network-vif-deleted', 'tag': '57ed9626-8d20-499e-b4ce-9c1f0667e3b6'}] {{(pid=92900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:30:56.578165 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-8e41db3c-ea85-4ae3-8c96-fa652dd050c4 req-897dc68b-8813-4e41-9f39-53e35725e349 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=55159499-4162-473d-91be-3f7bcc13f345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0568652 Jun 29 03:30:56.579080 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66f2c99c1a8368f792cdf7ad94359b02357141073d69ee97e68f670b072060b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911eab5a-4829-4cfb-b0b1-eced6c2978ed" -d '{"events": [{"server_uuid": "4a18d164-a1a8-4f38-b712-b884493446c6", "name": "network-vif-deleted", "tag": "57ed9626-8d20-499e-b4ce-9c1f0667e3b6"}]}' {{(pid=92900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:30:56.619122 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68047ca-d72b-4c47-a174-80ecd95dda8a x-openstack-request-id: req-e68047ca-d72b-4c47-a174-80ecd95dda8a {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:30:56.619819 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a18d164-a1a8-4f38-b712-b884493446c6", "name": "network-vif-deleted", "tag": "57ed9626-8d20-499e-b4ce-9c1f0667e3b6", "status": "completed", "code": 200}]} {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:30:56.619819 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e68047ca-d72b-4c47-a174-80ecd95dda8a {{(pid=92900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:30:56.620247 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a18d164-a1a8-4f38-b712-b884493446c6', 'name': 'network-vif-deleted', 'tag': '57ed9626-8d20-499e-b4ce-9c1f0667e3b6', 'status': 'completed', 'code': 200} Jun 29 03:30:56.670565 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-8e41db3c-ea85-4ae3-8c96-fa652dd050c4 req-57609d97-7b74-4abb-bb3f-2bd4aeb90cf6 service neutron] 10.222.0.41 "GET /v2.0/networks/55159499-4162-473d-91be-3f7bcc13f345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840864 Jun 29 03:30:56.803746 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-8e41db3c-ea85-4ae3-8c96-fa652dd050c4 req-8c0c659b-19f1-417a-9320-bbb5ddc45d38 service neutron] 10.222.0.41 "GET /v2.0/networks/55159499-4162-473d-91be-3f7bcc13f345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161027 Jun 29 03:30:56.843976 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c0626-491c-474d-8bc2-e2005957282e req-4b53734b-0d22-437c-adbc-a46be28fb394 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:56.845462 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e11c0626-491c-474d-8bc2-e2005957282e req-4b53734b-0d22-437c-adbc-a46be28fb394 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 945 time: 0.0949540 Jun 29 03:30:56.882369 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e11c0626-491c-474d-8bc2-e2005957282e req-c4c13b0e-aef0-4a81-899d-f60e0fb3873b tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311027 Jun 29 03:30:57.197941 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-3c77c324-17f3-4def-bef6-6c2d9786ef4b req-94d2399e-55c9-4290-ae7e-73fe62bee168 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a18d164-a1a8-4f38-b712-b884493446c6 HTTP/1.1" status: 200 len: 210 time: 0.0311468 Jun 29 03:30:58.056869 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d13e62-4984-4283-aa5b-7de245ad57fb req-2b530a37-3b99-49cd-b4b6-9ff14a631994 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:58.058423 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d6d13e62-4984-4283-aa5b-7de245ad57fb req-2b530a37-3b99-49cd-b4b6-9ff14a631994 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 945 time: 0.0631573 Jun 29 03:30:58.094785 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d6d13e62-4984-4283-aa5b-7de245ad57fb req-9b769759-137b-40fa-9756-613c19832611 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303180 Jun 29 03:30:58.293191 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 45974) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:58.690615 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-16215816-980c-4c48-86cd-cd32968ca53c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8081182'] for router_interface, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:58.981947 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [None req-16215816-980c-4c48-86cd-cd32968ca53c admin admin] Deleting port db235e96-eff2-4381-920f-863bbae3db52 {{(pid=92899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:30:58.982291 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-16215816-980c-4c48-86cd-cd32968ca53c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:59.056573 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.db [None req-16215816-980c-4c48-86cd-cd32968ca53c admin admin] For port db235e96-eff2-4381-920f-863bbae3db52, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=db235e96-eff2-4381-920f-863bbae3db52,segment=NetworkSegment(acb5fb4f-c58d-419d-ac4f-91761f493388),segment_id=acb5fb4f-c58d-419d-ac4f-91761f493388)] {{(pid=92899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:30:59.057038 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-16215816-980c-4c48-86cd-cd32968ca53c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:59.072134 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [None req-16215816-980c-4c48-86cd-cd32968ca53c admin admin] Calling delete_port for db235e96-eff2-4381-920f-863bbae3db52 owned by network:router_interface {{(pid=92899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:30:59.287111 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776df54-e9b5-47ff-b581-07722cb5e56b req-bcb70c7c-f05d-4c4e-a04d-2e02ab1bcf22 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:59.288723 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-4776df54-e9b5-47ff-b581-07722cb5e56b req-bcb70c7c-f05d-4c4e-a04d-2e02ab1bcf22 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 945 time: 0.0802028 Jun 29 03:30:59.329695 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-4776df54-e9b5-47ff-b581-07722cb5e56b req-68eb7134-aa5f-4196-9956-1cdbf898bd42 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345047 Jun 29 03:30:59.491408 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-16215816-980c-4c48-86cd-cd32968ca53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311'] for port, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:59.494167 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-45772172-c03f-4523-890c-c49e43af4155 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:59.518362 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16215816-980c-4c48-86cd-cd32968ca53c admin admin] Pushing event deleted for resources: {'Port': ['ID=db235e96-eff2-4381-920f-863bbae3db52,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:59.522103 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-16215816-980c-4c48-86cd-cd32968ca53c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:59.633515 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-16215816-980c-4c48-86cd-cd32968ca53c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7903679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8080526'] for router_interface, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:59.845968 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16215816-980c-4c48-86cd-cd32968ca53c admin admin] Router 7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089 has already been hosted by L3 agent 7fe0c168-953d-4d47-bedf-fde3a92e458b {{(pid=92899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:30:59.945873 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16215816-980c-4c48-86cd-cd32968ca53c admin admin] Notify agent at l3_agent.dv-cinder-797245-8-smb the message routers_updated {{(pid=92899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:30:59.952099 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-16215816-980c-4c48-86cd-cd32968ca53c admin admin] 10.222.0.24 "PUT /v2.0/routers/7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6577184 Jun 29 03:30:59.954488 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 45984) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:59.955235 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6219d95a-10c4-4672-a6a6-8428ec9ea422 None None] Sync routers for ids ['7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089'] in dv-cinder-797245-8-smb {{(pid=92902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:30:59.964950 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6219d95a-10c4-4672-a6a6-8428ec9ea422 None None] Routers {'7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:30:59.965551 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-6219d95a-10c4-4672-a6a6-8428ec9ea422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:30:45Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089'], 'active': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:31:00.055099 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-6260331a-aff1-4e6f-bcd0-b6d0aefa4d49 admin admin] Notify callbacks [] for router, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:00.067456 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvr_db [None req-6219d95a-10c4-4672-a6a6-8428ec9ea422 None None] Set router 7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089 gateway port host: dv-cinder-797245-8-smb {{(pid=92902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:31:00.179815 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-6260331a-aff1-4e6f-bcd0-b6d0aefa4d49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:00.227116 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [None req-6260331a-aff1-4e6f-bcd0-b6d0aefa4d49 admin admin] Deleting port b6682449-1c55-42ad-aa45-af9b5086efa4 {{(pid=92899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:31:00.227372 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-6260331a-aff1-4e6f-bcd0-b6d0aefa4d49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:00.245133 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-6219d95a-10c4-4672-a6a6-8428ec9ea422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089', 'name': 'tempest-ServerRescueNegativeTestJSON-649105653-router', 'tenant_id': '9902c70e108740118a4f71868bc0d52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.172'}], 'enable_snat': True}, 'gw_port_id': 'b6682449-1c55-42ad-aa45-af9b5086efa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:09Z', 'updated_at': '2021-06-29T03:30:59Z', 'revision_number': 5, 'project_id': '9902c70e108740118a4f71868bc0d52c', 'gw_port': {'id': 'b6682449-1c55-42ad-aa45-af9b5086efa4', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:11Z', 'updated_at': '2021-06-29T03:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb'}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:31:00.270306 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6219d95a-10c4-4672-a6a6-8428ec9ea422 None None] Checking router: 7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089 for host: dv-cinder-797245-8-smb {{(pid=92902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:31:00.279684 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6219d95a-10c4-4672-a6a6-8428ec9ea422 None None] Routers {'7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:31:00.280333 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-6219d95a-10c4-4672-a6a6-8428ec9ea422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:30:45Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089'], 'active': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:31:00.308842 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.db [None req-6260331a-aff1-4e6f-bcd0-b6d0aefa4d49 admin admin] For port b6682449-1c55-42ad-aa45-af9b5086efa4, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=b6682449-1c55-42ad-aa45-af9b5086efa4,segment=NetworkSegment(e9e5c7ef-c364-4b74-9222-2e87bd8fc345),segment_id=e9e5c7ef-c364-4b74-9222-2e87bd8fc345)] {{(pid=92899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:31:00.309204 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-6260331a-aff1-4e6f-bcd0-b6d0aefa4d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:00.321273 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [None req-6260331a-aff1-4e6f-bcd0-b6d0aefa4d49 admin admin] Calling delete_port for b6682449-1c55-42ad-aa45-af9b5086efa4 owned by network:router_gateway {{(pid=92899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:31:00.367417 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvr_db [None req-6219d95a-10c4-4672-a6a6-8428ec9ea422 None None] Set router 7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089 gateway port host: None {{(pid=92902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:31:00.513998 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-6219d95a-10c4-4672-a6a6-8428ec9ea422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089', 'name': 'tempest-ServerRescueNegativeTestJSON-649105653-router', 'tenant_id': '9902c70e108740118a4f71868bc0d52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:09Z', 'updated_at': '2021-06-29T03:31:00Z', 'revision_number': 6, 'project_id': '9902c70e108740118a4f71868bc0d52c', 'gw_port_host': None}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:31:00.534467 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-6260331a-aff1-4e6f-bcd0-b6d0aefa4d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311'] for port, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:00.537818 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:00.543067 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6219d95a-10c4-4672-a6a6-8428ec9ea422 None None] The sync data for ids ['7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089'] in dv-cinder-797245-8-smb is: [{'id': '7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089', 'name': 'tempest-ServerRescueNegativeTestJSON-649105653-router', 'tenant_id': '9902c70e108740118a4f71868bc0d52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:09Z', 'updated_at': '2021-06-29T03:31:00Z', 'revision_number': 6, 'project_id': '9902c70e108740118a4f71868bc0d52c', 'gw_port_host': None}] {{(pid=92902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:31:00.543268 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:31:00.544339 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adada3-b095-492b-ab20-b8f2007e2f00 req-94f6d22e-50ce-4283-9887-fba023789cfd tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:00.545974 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-06adada3-b095-492b-ab20-b8f2007e2f00 req-94f6d22e-50ce-4283-9887-fba023789cfd tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 945 time: 0.0815761 Jun 29 03:31:00.588170 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-06adada3-b095-492b-ab20-b8f2007e2f00 req-336897ce-2ccf-4b6d-acb0-700f056c15e3 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351436 Jun 29 03:31:00.609369 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6260331a-aff1-4e6f-bcd0-b6d0aefa4d49 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6682449-1c55-42ad-aa45-af9b5086efa4,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:00.619837 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-6260331a-aff1-4e6f-bcd0-b6d0aefa4d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8077410'] for router_gateway, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:00.670728 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:00.693257 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33ab6b5d-9c56-4ba6-bc3b-d890a2af9384'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:31:00.695560 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a73cdd3c09cce4d0d67d6945d9627c9a5996a68627341085c627af31117b31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f113d27c-1cc3-4cb6-be81-2ce9e046f670" -d '{"events": [{"server_uuid": "5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e", "name": "network-vif-unplugged", "status": "completed", "tag": "33ab6b5d-9c56-4ba6-bc3b-d890a2af9384"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:31:00.711263 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=33ab6b5d-9c56-4ba6-bc3b-d890a2af9384,segment=NetworkSegment(2b8a4e7f-1f3c-48f3-872b-763dc2e1c437),segment_id=2b8a4e7f-1f3c-48f3-872b-763dc2e1c437)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:31:00.718876 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:00.720355 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 57ed9626-8d20-499e-b4ce-9c1f0667e3b6 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:31:00.722875 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:00.725546 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-6260331a-aff1-4e6f-bcd0-b6d0aefa4d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8080245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8083'] for router, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:00.727686 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-6260331a-aff1-4e6f-bcd0-b6d0aefa4d49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:00.747871 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Jun 2021 03:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f61a581-d36b-438b-aad5-ae6cc6950f6f x-openstack-request-id: req-9f61a581-d36b-438b-aad5-ae6cc6950f6f {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:31:00.748179 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e", "name": "network-vif-unplugged", "status": "failed", "tag": "33ab6b5d-9c56-4ba6-bc3b-d890a2af9384", "code": 422}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:31:00.748577 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f61a581-d36b-438b-aad5-ae6cc6950f6f {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:31:00.749277 dv-cinder-797245-8-smb neutron-server[92901]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '33ab6b5d-9c56-4ba6-bc3b-d890a2af9384', 'code': 422} returned with failed status Jun 29 03:31:00.753764 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-6260331a-aff1-4e6f-bcd0-b6d0aefa4d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:00.769507 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] No Port match for: 57ed9626-8d20-499e-b4ce-9c1f0667e3b6 {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:31:00.769902 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 57ed9626-8d20-499e-b4ce-9c1f0667e3b6 not bound to the agent host hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:31:00.796306 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=33ab6b5d-9c56-4ba6-bc3b-d890a2af9384,revision_number=8']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:00.801140 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:00.807861 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-6260331a-aff1-4e6f-bcd0-b6d0aefa4d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8080675'] for router, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:00.808386 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6260331a-aff1-4e6f-bcd0-b6d0aefa4d49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089 {{(pid=92899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 03:31:00.814469 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-6260331a-aff1-4e6f-bcd0-b6d0aefa4d49 admin admin] Notify callbacks [] for router, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:00.815608 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-6260331a-aff1-4e6f-bcd0-b6d0aefa4d49 admin admin] 10.222.0.24 "DELETE /v2.0/routers/7a89f9d7-3b79-4fb9-8bf6-9fa1682ff089 HTTP/1.1" status: 204 len: 168 time: 0.8602071 Jun 29 03:31:00.818228 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 46002) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:00.862132 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.db_base_plugin_v2 [None req-7311d040-2cea-41c5-ab0e-0d121f85dc1d admin admin] Deleting subnet f0118e0e-acf3-4d0b-868c-48a64b84ce54 {{(pid=92899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 03:31:00.865332 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-7311d040-2cea-41c5-ab0e-0d121f85dc1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:00.905882 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-7311d040-2cea-41c5-ab0e-0d121f85dc1d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:00.915803 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-7311d040-2cea-41c5-ab0e-0d121f85dc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-714680'] for subnet, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:00.988916 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-7311d040-2cea-41c5-ab0e-0d121f85dc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-714689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670'] for subnet, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:00.991731 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-4b15ca04-4d55-4225-aa63-7963d9f22588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:01.017613 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311d040-2cea-41c5-ab0e-0d121f85dc1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0118e0e-acf3-4d0b-868c-48a64b84ce54,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:01.020761 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-7311d040-2cea-41c5-ab0e-0d121f85dc1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:01.021581 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-7311d040-2cea-41c5-ab0e-0d121f85dc1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:01.023407 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-7311d040-2cea-41c5-ab0e-0d121f85dc1d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f0118e0e-acf3-4d0b-868c-48a64b84ce54 HTTP/1.1" status: 204 len: 168 time: 0.2042544 Jun 29 03:31:01.025900 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 46010) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:01.103955 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-418a4d42-6adf-46f5-a459-4fced45e2dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752549'] for network, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:01.187090 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-418a4d42-6adf-46f5-a459-4fced45e2dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712334', 'neutron.services.segments.db._delete_segments_for_network-8763851730737'] for network, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:01.197926 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-418a4d42-6adf-46f5-a459-4fced45e2dc8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:31:01.198278 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-418a4d42-6adf-46f5-a459-4fced45e2dc8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:31:01.199264 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-418a4d42-6adf-46f5-a459-4fced45e2dc8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:31:01.199752 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-418a4d42-6adf-46f5-a459-4fced45e2dc8 admin admin] Subscribe: > port after_create 55550000 {{(pid=92899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:31:01.200136 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-418a4d42-6adf-46f5-a459-4fced45e2dc8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:31:01.200504 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-418a4d42-6adf-46f5-a459-4fced45e2dc8 admin admin] Subscribe: > port after_update 55550000 {{(pid=92899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:31:01.200833 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-418a4d42-6adf-46f5-a459-4fced45e2dc8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:31:01.201155 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-418a4d42-6adf-46f5-a459-4fced45e2dc8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:31:01.201473 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-418a4d42-6adf-46f5-a459-4fced45e2dc8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:31:01.201787 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-418a4d42-6adf-46f5-a459-4fced45e2dc8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:31:01.266771 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-418a4d42-6adf-46f5-a459-4fced45e2dc8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:31:01.267058 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-418a4d42-6adf-46f5-a459-4fced45e2dc8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:31:01.267392 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-418a4d42-6adf-46f5-a459-4fced45e2dc8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:31:01.267723 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-418a4d42-6adf-46f5-a459-4fced45e2dc8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:31:01.268137 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.services.segments.db [None req-418a4d42-6adf-46f5-a459-4fced45e2dc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd73007-b4d3-49e9-a03f-426fb9b7fdeb']}} {{(pid=92899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:31:01.285453 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.services.segments.db [None req-418a4d42-6adf-46f5-a459-4fced45e2dc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb5fb4f-c58d-419d-ac4f-91761f493388') {'for_net_delete': True} {{(pid=92899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:31:01.285753 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.services.segments.db [None req-418a4d42-6adf-46f5-a459-4fced45e2dc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb5fb4f-c58d-419d-ac4f-91761f493388') {} {{(pid=92899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:31:01.308713 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-418a4d42-6adf-46f5-a459-4fced45e2dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763851626388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491306'] for segment, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:01.330831 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-418a4d42-6adf-46f5-a459-4fced45e2dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342'] for segment, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:01.340802 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-418a4d42-6adf-46f5-a459-4fced45e2dc8 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=92899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 03:31:01.341401 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-418a4d42-6adf-46f5-a459-4fced45e2dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372728'] for segment, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: from cryptography.utils import int_from_bytes Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: from cryptography.utils import int_from_bytes Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: Traceback (most recent call last): Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: timer() Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: cb(*args, **kw) Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: return func(*args, **kwargs) Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: self._notify() Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: self.callback(batched_events) Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: event.method(event) Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: return f(self, *a, **k) Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: return self._get(url).json() Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: return self.request(url, 'GET', **kwargs) Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 03:31:01.345856 dv-cinder-797245-8-smb neutron-server[92899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 03:31:01.448112 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-418a4d42-6adf-46f5-a459-4fced45e2dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8077459'] for network, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:01.454283 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-4ad08b79-c428-4d30-ad0c-be6364ca6a1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:01.458832 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-418a4d42-6adf-46f5-a459-4fced45e2dc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for network, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:01.460787 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-418a4d42-6adf-46f5-a459-4fced45e2dc8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/fbd73007-b4d3-49e9-a03f-426fb9b7fdeb HTTP/1.1" status: 204 len: 168 time: 0.4339836 Jun 29 03:31:01.472871 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a4d42-6adf-46f5-a459-4fced45e2dc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbd73007-b4d3-49e9-a03f-426fb9b7fdeb,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:01.477752 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-418a4d42-6adf-46f5-a459-4fced45e2dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:01.507160 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230ac89-09f2-4d9b-bbd3-eabf05751e1d req-7a36c8d1-f7d3-408d-8a51-5937b383aba6 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:01.508980 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-2230ac89-09f2-4d9b-bbd3-eabf05751e1d req-7a36c8d1-f7d3-408d-8a51-5937b383aba6 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 943 time: 0.1068280 Jun 29 03:31:01.550408 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-2230ac89-09f2-4d9b-bbd3-eabf05751e1d req-96d588d8-0399-4f2d-88df-4fc102948e35 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351899 Jun 29 03:31:01.618841 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 46038) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:01.681748 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-d4a8b113-4b68-40f2-971e-a1875c31ed83 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9902c70e108740118a4f71868bc0d52c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0610723 Jun 29 03:31:01.683628 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 46046) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:01.745737 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3b414df8-45b2-43b9-9bd0-4f47ea8cd91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:01.772159 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3b414df8-45b2-43b9-9bd0-4f47ea8cd91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:01.830089 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3b414df8-45b2-43b9-9bd0-4f47ea8cd91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:01.837618 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3b414df8-45b2-43b9-9bd0-4f47ea8cd91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:01.842197 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-3b414df8-45b2-43b9-9bd0-4f47ea8cd91c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e5a59923-10b9-4773-b875-6e521175e31b HTTP/1.1" status: 204 len: 168 time: 0.1552162 Jun 29 03:31:01.846454 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-fd79334f-55fd-4980-8e4e-e1e16104fc5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:01.869531 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b414df8-45b2-43b9-9bd0-4f47ea8cd91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a59923-10b9-4773-b875-6e521175e31b,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:01.881961 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-3b414df8-45b2-43b9-9bd0-4f47ea8cd91c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:01.884168 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 46054) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:02.004521 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6391e8fe-a988-496b-85fc-dc14ac8e40cc req-10160e4e-6701-4dbf-834a-346c0c55ac8d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1181872 Jun 29 03:31:02.128522 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device db235e96-eff2-4381-920f-863bbae3db52 no longer exists at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:31:02.149826 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] No Port match for: db235e96-eff2-4381-920f-863bbae3db52 {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:31:02.150188 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device db235e96-eff2-4381-920f-863bbae3db52 not bound to the agent host dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:31:02.150602 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device b6682449-1c55-42ad-aa45-af9b5086efa4 no longer exists at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:31:02.173644 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] No Port match for: b6682449-1c55-42ad-aa45-af9b5086efa4 {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:31:02.173996 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device b6682449-1c55-42ad-aa45-af9b5086efa4 not bound to the agent host dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:31:02.743975 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0723338-9d96-4d34-a50e-00231f888177 req-3ef0383f-6361-47c0-a5b5-7318de0a6f1b tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:02.748259 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-d0723338-9d96-4d34-a50e-00231f888177 req-3ef0383f-6361-47c0-a5b5-7318de0a6f1b tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 943 time: 0.0740993 Jun 29 03:31:02.788555 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-d0723338-9d96-4d34-a50e-00231f888177 req-33f1de5c-dae7-49de-8cd6-81f7767df68d tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363395 Jun 29 03:31:03.371651 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef94251-85cd-4f32-a2d7-7e780c44e034 req-5f78cec5-675f-42e1-a604-fd97d91c7d8a tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:03.373750 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-cef94251-85cd-4f32-a2d7-7e780c44e034 req-5f78cec5-675f-42e1-a604-fd97d91c7d8a tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.0741696 Jun 29 03:31:03.412110 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-cef94251-85cd-4f32-a2d7-7e780c44e034 req-515bfafd-8e66-4e1a-864c-139187d909af tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325384 Jun 29 03:31:03.463836 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 46120) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:03.583424 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-def8cc95-db9c-4dc5-bd09-3fd1fef0e96d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:03.681779 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-def8cc95-db9c-4dc5-bd09-3fd1fef0e96d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:03.686187 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-def8cc95-db9c-4dc5-bd09-3fd1fef0e96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:03.689366 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-a5e51c99-3497-4228-bae4-0f5303b6e97e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:03.723481 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-def8cc95-db9c-4dc5-bd09-3fd1fef0e96d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c7bc1a2ac60413bad45ede2ceb4b8cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2585199 Jun 29 03:31:03.724658 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8cc95-db9c-4dc5-bd09-3fd1fef0e96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2ddfe5-6ff2-48b3-a269-0239e4527a99,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:03.726207 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 46126) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:03.727690 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-def8cc95-db9c-4dc5-bd09-3fd1fef0e96d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:03.837797 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5ef471e9-b096-4f33-afb0-ac5140cf88c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:03.871159 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391e8fe-a988-496b-85fc-dc14ac8e40cc req-6dc4e0c3-5e58-4337-8bbc-6b4a643ed078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:03.872691 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-6391e8fe-a988-496b-85fc-dc14ac8e40cc req-6dc4e0c3-5e58-4337-8bbc-6b4a643ed078 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e&tenant_id=c906214f7a4549de98d1e94094ae6e28 HTTP/1.1" status: 200 len: 1096 time: 0.1236176 Jun 29 03:31:03.874526 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5ef471e9-b096-4f33-afb0-ac5140cf88c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:04.193374 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5ef471e9-b096-4f33-afb0-ac5140cf88c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:04.195928 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5ef471e9-b096-4f33-afb0-ac5140cf88c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:04.197033 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-5ef471e9-b096-4f33-afb0-ac5140cf88c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea2ddfe5-6ff2-48b3-a269-0239e4527a99 HTTP/1.1" status: 204 len: 168 time: 0.4697852 Jun 29 03:31:04.199590 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-5b20da4c-ada2-4ebb-aeff-b0c040a76f6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:04.220146 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef471e9-b096-4f33-afb0-ac5140cf88c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2ddfe5-6ff2-48b3-a269-0239e4527a99,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:04.225769 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-5ef471e9-b096-4f33-afb0-ac5140cf88c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:04.244229 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391e8fe-a988-496b-85fc-dc14ac8e40cc req-08de5b01-db8d-4a68-aa25-cffe611e49fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:04.245713 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-6391e8fe-a988-496b-85fc-dc14ac8e40cc req-08de5b01-db8d-4a68-aa25-cffe611e49fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c906214f7a4549de98d1e94094ae6e28&device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 1096 time: 0.3288047 Jun 29 03:31:04.253346 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978feac-486f-4f2f-aecb-5e208eef9337 req-05bda0a1-e4ec-42de-a792-79ae477d20d5 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:04.254669 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-d978feac-486f-4f2f-aecb-5e208eef9337 req-05bda0a1-e4ec-42de-a792-79ae477d20d5 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 943 time: 0.3472779 Jun 29 03:31:04.351609 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-d978feac-486f-4f2f-aecb-5e208eef9337 req-d63012b8-b991-491d-a6a5-0d8a8972db21 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870140 Jun 29 03:31:04.381554 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391e8fe-a988-496b-85fc-dc14ac8e40cc req-746e9c56-58aa-4dd4-9703-1bb70b7885f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:04.383042 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-6391e8fe-a988-496b-85fc-dc14ac8e40cc req-746e9c56-58aa-4dd4-9703-1bb70b7885f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=55159499-4162-473d-91be-3f7bcc13f345 HTTP/1.1" status: 200 len: 918 time: 0.1275203 Jun 29 03:31:04.449860 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-6391e8fe-a988-496b-85fc-dc14ac8e40cc req-5b9da25d-a57a-4837-94c3-cbaf9b8fd93e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 HTTP/1.1" status: 200 len: 998 time: 0.0563989 Jun 29 03:31:04.476281 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 46136) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:04.490254 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7ea0d732-1cea-4701-acb2-5a6bc95c3c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:04.504427 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391e8fe-a988-496b-85fc-dc14ac8e40cc req-0ede5cda-c125-4009-b051-67afc5666733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:04.506003 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-6391e8fe-a988-496b-85fc-dc14ac8e40cc req-0ede5cda-c125-4009-b051-67afc5666733 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29dd2891-545c-4e5c-ada9-366a40a64358 HTTP/1.1" status: 200 len: 856 time: 0.0484688 Jun 29 03:31:04.575897 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391e8fe-a988-496b-85fc-dc14ac8e40cc req-fea188b0-e22e-4b94-8967-610511506942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:04.577399 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-6391e8fe-a988-496b-85fc-dc14ac8e40cc req-fea188b0-e22e-4b94-8967-610511506942 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=55159499-4162-473d-91be-3f7bcc13f345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0618999 Jun 29 03:31:04.624973 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7ea0d732-1cea-4701-acb2-5a6bc95c3c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:04.624973 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7ea0d732-1cea-4701-acb2-5a6bc95c3c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:04.624973 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-223294a9-7d05-409e-b713-d9cc386bf089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:04.667810 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-7ea0d732-1cea-4701-acb2-5a6bc95c3c09 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1269d01f1f24666a36c4c6984c9ed36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1878262 Jun 29 03:31:04.667810 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0d732-1cea-4701-acb2-5a6bc95c3c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32dacdc6-9c83-4f7d-a3a3-11ade01e4886,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:04.670044 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 46142) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:04.670771 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-7ea0d732-1cea-4701-acb2-5a6bc95c3c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:04.685576 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-6391e8fe-a988-496b-85fc-dc14ac8e40cc req-20e1868e-5630-4a45-9130-5b34922f5638 service neutron] 10.222.0.41 "GET /v2.0/networks/55159499-4162-473d-91be-3f7bcc13f345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004550 Jun 29 03:31:04.693385 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f843c7c-15d9-4bd9-a179-25982279d077 req-c79f1bb1-b870-4e3c-922c-36446c4095f4 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:04.694828 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-3f843c7c-15d9-4bd9-a179-25982279d077 req-c79f1bb1-b870-4e3c-922c-36446c4095f4 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.1656263 Jun 29 03:31:04.756532 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-3f843c7c-15d9-4bd9-a179-25982279d077 req-9de22695-75f8-4060-be22-f75e7e00f371 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525441 Jun 29 03:31:04.759182 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-22bcc960-8e2f-4de3-bae3-3fb4369fd72f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:04.786356 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-22bcc960-8e2f-4de3-bae3-3fb4369fd72f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:04.794911 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-6391e8fe-a988-496b-85fc-dc14ac8e40cc req-f95097d3-1316-4e44-b64c-0979035eb56e service neutron] 10.222.0.41 "GET /v2.0/networks/55159499-4162-473d-91be-3f7bcc13f345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010256 Jun 29 03:31:04.837913 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-22bcc960-8e2f-4de3-bae3-3fb4369fd72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:04.840665 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-22bcc960-8e2f-4de3-bae3-3fb4369fd72f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:04.844776 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-22bcc960-8e2f-4de3-bae3-3fb4369fd72f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/32dacdc6-9c83-4f7d-a3a3-11ade01e4886 HTTP/1.1" status: 204 len: 168 time: 0.1686890 Jun 29 03:31:04.844776 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-1fd306a0-414c-4145-ba35-af498bfa378c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:04.852328 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bcc960-8e2f-4de3-bae3-3fb4369fd72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32dacdc6-9c83-4f7d-a3a3-11ade01e4886,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:04.854926 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-22bcc960-8e2f-4de3-bae3-3fb4369fd72f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:05.022788 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac642ba8-bf03-4ed9-84d7-f2fca9591e19 req-25749ef4-f5e9-4ac5-804b-d33daed6f509 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:05.024156 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-ac642ba8-bf03-4ed9-84d7-f2fca9591e19 req-25749ef4-f5e9-4ac5-804b-d33daed6f509 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b8deea-4ad8-4ce1-9022-0a1e75f96b66 HTTP/1.1" status: 200 len: 946 time: 0.0710609 Jun 29 03:31:05.063317 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-ac642ba8-bf03-4ed9-84d7-f2fca9591e19 req-ebc5d8c2-4b60-47cb-af02-c547db2741f6 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333967 Jun 29 03:31:05.555661 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d1878-db5b-407e-8d79-fe9ef80bdb03 req-ceb66727-7079-4c0f-839c-5ba655298c99 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:05.563080 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-870d1878-db5b-407e-8d79-fe9ef80bdb03 req-ceb66727-7079-4c0f-839c-5ba655298c99 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 943 time: 0.0888038 Jun 29 03:31:05.608079 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-870d1878-db5b-407e-8d79-fe9ef80bdb03 req-606588e5-286b-4e39-8387-2494243eecbd tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439813 Jun 29 03:31:05.967147 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1bc35-6b18-4546-9a44-5ea67a966841 req-9a9e0b50-ed16-41a6-855c-6c66c1d5fe65 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:05.968761 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-cda1bc35-6b18-4546-9a44-5ea67a966841 req-9a9e0b50-ed16-41a6-855c-6c66c1d5fe65 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.0659158 Jun 29 03:31:06.017474 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-cda1bc35-6b18-4546-9a44-5ea67a966841 req-7089764d-b6cc-4d19-82ba-817f784bd93f tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367448 Jun 29 03:31:06.249730 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046f809-53be-463e-8210-ef1665e7c295 req-1214ba40-3460-4119-8a05-cfef00c72123 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:06.251330 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-2046f809-53be-463e-8210-ef1665e7c295 req-1214ba40-3460-4119-8a05-cfef00c72123 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b8deea-4ad8-4ce1-9022-0a1e75f96b66 HTTP/1.1" status: 200 len: 946 time: 0.0730698 Jun 29 03:31:06.301058 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-2046f809-53be-463e-8210-ef1665e7c295 req-221420ce-9598-4d0b-890e-a9ab11c9ab6c tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402622 Jun 29 03:31:06.804157 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 46236) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:06.820104 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9769d-acb7-4914-8827-335e7ffd8b06 req-fd918227-ae76-4224-acdd-354d1130312a tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:06.821721 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-01e9769d-acb7-4914-8827-335e7ffd8b06 req-fd918227-ae76-4224-acdd-354d1130312a tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 943 time: 0.0743852 Jun 29 03:31:06.860741 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-01e9769d-acb7-4914-8827-335e7ffd8b06 req-b4bb4c29-d18c-4295-b0c3-92be6c4ec827 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335457 Jun 29 03:31:06.922876 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-a3ea54cc-26e8-4e47-a93d-6468f51d0cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:07.015059 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-a3ea54cc-26e8-4e47-a93d-6468f51d0cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:07.018894 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-a3ea54cc-26e8-4e47-a93d-6468f51d0cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:07.021565 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-3655df54-f770-4991-bfb5-2b4b52327a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:07.066108 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-a3ea54cc-26e8-4e47-a93d-6468f51d0cc7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=44684c9fbd0a4f0fa823c90c65e84d89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2585294 Jun 29 03:31:07.066108 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea54cc-26e8-4e47-a93d-6468f51d0cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1f27ff-ea02-42a0-a4d3-4d57a87cd3ca,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:07.067022 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 46242) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:07.073044 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ea54cc-26e8-4e47-a93d-6468f51d0cc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:07.073409 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ea54cc-26e8-4e47-a93d-6468f51d0cc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:07.073764 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ea54cc-26e8-4e47-a93d-6468f51d0cc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:07.074110 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ea54cc-26e8-4e47-a93d-6468f51d0cc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:07.074452 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ea54cc-26e8-4e47-a93d-6468f51d0cc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:07.074787 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ea54cc-26e8-4e47-a93d-6468f51d0cc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:07.075359 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ea54cc-26e8-4e47-a93d-6468f51d0cc7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:07.075872 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ea54cc-26e8-4e47-a93d-6468f51d0cc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:07.076363 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ea54cc-26e8-4e47-a93d-6468f51d0cc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:07.076869 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ea54cc-26e8-4e47-a93d-6468f51d0cc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:07.077371 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ea54cc-26e8-4e47-a93d-6468f51d0cc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:07.077874 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ea54cc-26e8-4e47-a93d-6468f51d0cc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:07.081922 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-a3ea54cc-26e8-4e47-a93d-6468f51d0cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:07.136387 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-04f9896c-04c9-4c72-aa11-dba0ffabf23b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:07.162234 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-04f9896c-04c9-4c72-aa11-dba0ffabf23b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:07.209040 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58af8ff-f9ed-41dc-988e-5948e1f4253f req-89e2d035-cf64-4a73-9a11-c0908a691a8d tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:07.209669 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b58af8ff-f9ed-41dc-988e-5948e1f4253f req-89e2d035-cf64-4a73-9a11-c0908a691a8d tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.0708153 Jun 29 03:31:07.229062 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-04f9896c-04c9-4c72-aa11-dba0ffabf23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:07.232314 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-04f9896c-04c9-4c72-aa11-dba0ffabf23b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:07.233461 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-04f9896c-04c9-4c72-aa11-dba0ffabf23b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad1f27ff-ea02-42a0-a4d3-4d57a87cd3ca HTTP/1.1" status: 204 len: 168 time: 0.1647370 Jun 29 03:31:07.234237 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-aa8842a9-3947-430d-ade4-de1a087cfaa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:07.243612 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9896c-04c9-4c72-aa11-dba0ffabf23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1f27ff-ea02-42a0-a4d3-4d57a87cd3ca,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:07.251389 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-04f9896c-04c9-4c72-aa11-dba0ffabf23b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:07.267675 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b58af8ff-f9ed-41dc-988e-5948e1f4253f req-73f6bfde-a597-40db-89c7-2c4655da78bc tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516312 Jun 29 03:31:07.490356 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52b0ce-6323-4824-ae16-ab697207bbe6 req-b57c4ac2-25cd-4da5-b3a7-1900db6d419e tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:07.491945 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-8b52b0ce-6323-4824-ae16-ab697207bbe6 req-b57c4ac2-25cd-4da5-b3a7-1900db6d419e tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b8deea-4ad8-4ce1-9022-0a1e75f96b66 HTTP/1.1" status: 200 len: 946 time: 0.0689576 Jun 29 03:31:07.540149 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 46250) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:07.544212 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-8b52b0ce-6323-4824-ae16-ab697207bbe6 req-2dd3b596-44f9-436e-883c-097ddfd12ba4 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425928 Jun 29 03:31:07.554318 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e590e737-22c7-45b4-a162-57f520fcd980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:07.663254 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e590e737-22c7-45b4-a162-57f520fcd980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:07.666945 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e590e737-22c7-45b4-a162-57f520fcd980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:07.669310 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-a38dc608-2b6f-4113-bf84-3cb0618234f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:07.706380 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-e590e737-22c7-45b4-a162-57f520fcd980 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2cc2d0064cba4a618951b3ee00a5d920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1651113 Jun 29 03:31:07.707282 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590e737-22c7-45b4-a162-57f520fcd980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe750ba-1a70-4136-9306-eb5125142db8,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:07.708998 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 46252) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:07.713460 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-e590e737-22c7-45b4-a162-57f520fcd980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:07.757564 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-91175fce-ad8d-4ed9-9382-fd6fc98f9486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:07.779407 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-91175fce-ad8d-4ed9-9382-fd6fc98f9486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:07.837015 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-91175fce-ad8d-4ed9-9382-fd6fc98f9486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:07.839813 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-91175fce-ad8d-4ed9-9382-fd6fc98f9486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:07.840956 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-91175fce-ad8d-4ed9-9382-fd6fc98f9486 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dbe750ba-1a70-4136-9306-eb5125142db8 HTTP/1.1" status: 204 len: 168 time: 0.1309433 Jun 29 03:31:07.841713 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-509e9bb1-57a9-4352-87c8-ca30ced08b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:07.849262 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91175fce-ad8d-4ed9-9382-fd6fc98f9486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe750ba-1a70-4136-9306-eb5125142db8,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:07.851810 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-91175fce-ad8d-4ed9-9382-fd6fc98f9486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:08.072605 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3420f-9236-41ad-bb73-c2e0b6d312fe req-08ca1c49-6975-488c-8de6-7badea36a0da tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:08.074302 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-1ef3420f-9236-41ad-bb73-c2e0b6d312fe req-08ca1c49-6975-488c-8de6-7badea36a0da tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 943 time: 0.0815253 Jun 29 03:31:08.115557 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-1ef3420f-9236-41ad-bb73-c2e0b6d312fe req-db9c11b8-cc6f-4bd1-adce-98bd7be9864b tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350702 Jun 29 03:31:08.467267 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc4750-87b6-4f6f-b985-b36dc1808275 req-606a4bbe-9217-45dc-95b6-d8974f866e1c tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:08.469158 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b3cc4750-87b6-4f6f-b985-b36dc1808275 req-606a4bbe-9217-45dc-95b6-d8974f866e1c tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.0767863 Jun 29 03:31:08.511010 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b3cc4750-87b6-4f6f-b985-b36dc1808275 req-6aab6998-77eb-45ea-b2bd-2a95e15797ea tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352707 Jun 29 03:31:08.742826 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9b11f-12d5-43de-96ff-04ed1e9ff64e req-5540f428-4db9-4512-a620-25aa50fc0978 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:08.744777 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-18d9b11f-12d5-43de-96ff-04ed1e9ff64e req-5540f428-4db9-4512-a620-25aa50fc0978 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b8deea-4ad8-4ce1-9022-0a1e75f96b66 HTTP/1.1" status: 200 len: 946 time: 0.0802810 Jun 29 03:31:08.832734 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-18d9b11f-12d5-43de-96ff-04ed1e9ff64e req-218584b6-d621-4f16-bd08-6d88036fb5c4 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815895 Jun 29 03:31:09.337077 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d5732-6b50-445c-8b48-27787d913600 req-47c93c4a-ee16-4cb3-86ab-84e58a2377a3 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:09.344342 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6b0d5732-6b50-445c-8b48-27787d913600 req-47c93c4a-ee16-4cb3-86ab-84e58a2377a3 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 943 time: 0.0950940 Jun 29 03:31:09.396924 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6b0d5732-6b50-445c-8b48-27787d913600 req-539a6932-19f3-4c75-8ac5-22a784304c3f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507605 Jun 29 03:31:09.713206 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d356034-f9e5-4997-bc19-eb91d2a0bc3b req-7c195ce4-35ee-47f8-a8f7-70c0982940aa tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:09.714817 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-3d356034-f9e5-4997-bc19-eb91d2a0bc3b req-7c195ce4-35ee-47f8-a8f7-70c0982940aa tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.0821748 Jun 29 03:31:09.754111 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-3d356034-f9e5-4997-bc19-eb91d2a0bc3b req-1f0d27f0-9468-47ba-a6f4-06a7e982c598 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326042 Jun 29 03:31:10.041074 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb551df-2e79-4512-ac6d-0b69cc186993 req-a6bd0ca4-6d9d-453a-a8a9-dd4e87427d79 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:10.043389 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-0bb551df-2e79-4512-ac6d-0b69cc186993 req-a6bd0ca4-6d9d-453a-a8a9-dd4e87427d79 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b8deea-4ad8-4ce1-9022-0a1e75f96b66 HTTP/1.1" status: 200 len: 946 time: 0.0936277 Jun 29 03:31:10.095551 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-0bb551df-2e79-4512-ac6d-0b69cc186993 req-9baaf4db-3434-4baa-b696-032ec284a233 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461905 Jun 29 03:31:10.602583 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50603edd-a0d5-4485-9717-0b77ef536033 req-5a7e4f25-41e1-4ae2-a058-8b85bbcf9d06 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:10.604107 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-50603edd-a0d5-4485-9717-0b77ef536033 req-5a7e4f25-41e1-4ae2-a058-8b85bbcf9d06 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 943 time: 0.0764213 Jun 29 03:31:10.650943 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-50603edd-a0d5-4485-9717-0b77ef536033 req-a957e675-5169-4fd1-97a8-0600e95b7eff tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398953 Jun 29 03:31:10.928469 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09576a4c-9ec4-444b-ab29-45776a58227d req-ce05f6bb-5220-4f0e-9fd7-85af69afd410 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:10.935464 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-09576a4c-9ec4-444b-ab29-45776a58227d req-ce05f6bb-5220-4f0e-9fd7-85af69afd410 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.0695622 Jun 29 03:31:10.969077 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-09576a4c-9ec4-444b-ab29-45776a58227d req-3365ab80-52d8-4f2e-8c2a-db8e2a0572c7 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327156 Jun 29 03:31:11.012442 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.agents_db [None req-352bb85c-db89-4991-b002-2379bbcb00d3 None None] Agent healthcheck: found 6 active agents {{(pid=92902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:31:11.270292 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3530a96-ea08-4f75-9c9f-8c4c529d791f req-04d71144-8f15-4545-bad1-e07be6c12d98 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:11.272493 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f3530a96-ea08-4f75-9c9f-8c4c529d791f req-04d71144-8f15-4545-bad1-e07be6c12d98 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b8deea-4ad8-4ce1-9022-0a1e75f96b66 HTTP/1.1" status: 200 len: 946 time: 0.0669770 Jun 29 03:31:11.317453 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f3530a96-ea08-4f75-9c9f-8c4c529d791f req-aa4822b8-b490-440b-8bcc-33af0e642790 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393488 Jun 29 03:31:11.853966 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36425b4c-48ba-4372-89f8-830ef3cd47f0 req-1694ab62-7b67-4776-bcea-7cb2bb881aa3 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:11.855426 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-36425b4c-48ba-4372-89f8-830ef3cd47f0 req-1694ab62-7b67-4776-bcea-7cb2bb881aa3 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 943 time: 0.0775943 Jun 29 03:31:11.905634 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-36425b4c-48ba-4372-89f8-830ef3cd47f0 req-4e206268-6733-4a10-b5b3-5c0e575b4d5a tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436764 Jun 29 03:31:12.147274 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055f667-c1a8-46f9-a7f9-a52a77a2bb2c req-c528459f-99a6-4313-be1c-cc03a9702370 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:12.148692 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-2055f667-c1a8-46f9-a7f9-a52a77a2bb2c req-c528459f-99a6-4313-be1c-cc03a9702370 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.0671978 Jun 29 03:31:12.187873 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-2055f667-c1a8-46f9-a7f9-a52a77a2bb2c req-f5f4bc7e-4c61-416f-a7a5-c331d03f91cf tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322180 Jun 29 03:31:12.501924 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0d3d1-9618-4e57-a30d-ee5927cfc4cd req-fb6f84af-66e4-4034-9cbf-a198c9b0690e tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:12.503599 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-84b0d3d1-9618-4e57-a30d-ee5927cfc4cd req-fb6f84af-66e4-4034-9cbf-a198c9b0690e tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b8deea-4ad8-4ce1-9022-0a1e75f96b66 HTTP/1.1" status: 200 len: 946 time: 0.0638700 Jun 29 03:31:12.564952 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-84b0d3d1-9618-4e57-a30d-ee5927cfc4cd req-61b3cca5-0c1d-4ef3-8bf7-f265ba4452bc tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413303 Jun 29 03:31:13.092622 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-caa9ee40-c026-435e-b10a-7de7a43f2ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:13.115646 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20caa7-f9cd-4391-8abb-5de7761c3d02 req-59ab8f90-9cc9-4740-af57-7f8387f669e8 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:13.123807 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-fb20caa7-f9cd-4391-8abb-5de7761c3d02 req-59ab8f90-9cc9-4740-af57-7f8387f669e8 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 943 time: 0.0860460 Jun 29 03:31:13.176290 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-fb20caa7-f9cd-4391-8abb-5de7761c3d02 req-397be043-bde5-4def-a879-162d95f6af71 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515256 Jun 29 03:31:13.386209 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d847c6-1043-4dc2-8e11-9ed9bc9c6e60 req-e98a15fd-8823-418d-b0a0-aa913f7f2dd0 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:13.388268 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-31d847c6-1043-4dc2-8e11-9ed9bc9c6e60 req-e98a15fd-8823-418d-b0a0-aa913f7f2dd0 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.0695493 Jun 29 03:31:13.426738 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-31d847c6-1043-4dc2-8e11-9ed9bc9c6e60 req-f4ac7d17-6f2d-46e7-b205-6d7c6b8adaed tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328538 Jun 29 03:31:13.735501 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc91e3d-3cf6-4ec2-941f-9f591e0f9e8a req-1d39a9c1-4dca-4566-95fc-48568ef4fb86 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:13.737054 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-9dc91e3d-3cf6-4ec2-941f-9f591e0f9e8a req-1d39a9c1-4dca-4566-95fc-48568ef4fb86 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b8deea-4ad8-4ce1-9022-0a1e75f96b66 HTTP/1.1" status: 200 len: 946 time: 0.0631282 Jun 29 03:31:13.775528 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-9dc91e3d-3cf6-4ec2-941f-9f591e0f9e8a req-566629b2-db4a-4b0e-82d4-9a0720022cc8 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323107 Jun 29 03:31:14.366074 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb677f-ccef-4313-b174-311edb36766a req-e284af02-47b7-4938-9a6e-7c0573c82d61 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:14.368937 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-68fb677f-ccef-4313-b174-311edb36766a req-e284af02-47b7-4938-9a6e-7c0573c82d61 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 943 time: 0.0742750 Jun 29 03:31:14.422861 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-68fb677f-ccef-4313-b174-311edb36766a req-349d9d2d-21e6-41c6-894c-f74d24d82473 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443280 Jun 29 03:31:14.655804 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388cb26-6124-4c2c-bf6c-6a879dc9db8f req-34d02b01-7a98-4a83-ba5e-d9bb96a3ceaa tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:14.657599 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e388cb26-6124-4c2c-bf6c-6a879dc9db8f req-34d02b01-7a98-4a83-ba5e-d9bb96a3ceaa tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.0842857 Jun 29 03:31:14.704333 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e388cb26-6124-4c2c-bf6c-6a879dc9db8f req-d804c8d2-35da-411f-9d9a-ee21d4eaf489 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370338 Jun 29 03:31:14.968710 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea52224-7d1d-4793-be8d-43bd8410d29d req-2a40044f-a5c3-4507-8c76-0c6e8922eeec tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:14.970814 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6ea52224-7d1d-4793-be8d-43bd8410d29d req-2a40044f-a5c3-4507-8c76-0c6e8922eeec tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b8deea-4ad8-4ce1-9022-0a1e75f96b66 HTTP/1.1" status: 200 len: 946 time: 0.0681775 Jun 29 03:31:15.020342 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6ea52224-7d1d-4793-be8d-43bd8410d29d req-41201343-26e4-46d9-9dd9-0f746b688486 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426171 Jun 29 03:31:15.514084 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-72eee238-f3ef-4e51-8291-5945fc905ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:15.646536 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9e657-782a-4f51-8ba1-75fc2fd89698 req-22f95722-6ddd-45ce-8581-2fb6975e32d4 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:15.648400 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-cdb9e657-782a-4f51-8ba1-75fc2fd89698 req-22f95722-6ddd-45ce-8581-2fb6975e32d4 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 943 time: 0.0740190 Jun 29 03:31:15.688726 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-cdb9e657-782a-4f51-8ba1-75fc2fd89698 req-9c5c1209-4f4c-4ad3-99fe-495d3233b28f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333025 Jun 29 03:31:15.859941 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:15.893355 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0b85b-d3cc-4c8e-830b-dfefaff600a1 req-a4117b68-c918-48bb-b063-23e9e07b8f2c tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:15.895131 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-30b0b85b-d3cc-4c8e-830b-dfefaff600a1 req-a4117b68-c918-48bb-b063-23e9e07b8f2c tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.0768149 Jun 29 03:31:15.937806 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-30b0b85b-d3cc-4c8e-830b-dfefaff600a1 req-f85d99ea-aaae-448d-a79c-a4d37bc5eb74 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361722 Jun 29 03:31:16.209882 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403960c4-9c97-4681-b8fd-bacaf7d526df req-22082c9e-daee-4855-b577-db2ea3a7dc3b tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:16.211411 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-403960c4-9c97-4681-b8fd-bacaf7d526df req-22082c9e-daee-4855-b577-db2ea3a7dc3b tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b8deea-4ad8-4ce1-9022-0a1e75f96b66 HTTP/1.1" status: 200 len: 946 time: 0.0663786 Jun 29 03:31:16.250142 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-403960c4-9c97-4681-b8fd-bacaf7d526df req-d7c7789d-6394-4ab8-b242-e4c890b2dbe1 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330641 Jun 29 03:31:16.535324 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:16.886988 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51070969-d0e0-4ff4-a423-96fc10bdd6a6 req-7e8524df-47a6-489b-8d07-e752d2bb5d69 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:16.888999 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-51070969-d0e0-4ff4-a423-96fc10bdd6a6 req-7e8524df-47a6-489b-8d07-e752d2bb5d69 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 943 time: 0.0719039 Jun 29 03:31:16.929261 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-51070969-d0e0-4ff4-a423-96fc10bdd6a6 req-e2ac7d02-e8c3-4dc2-9a5e-c28b6f2e1f89 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333090 Jun 29 03:31:16.994138 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 46440) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:17.099140 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-35af7176-eb3e-402b-b91d-04a8515b6b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:17.114575 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:17.115280 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e2096-923e-4ce0-a9db-ad741a48abcd req-63d87713-3416-4310-a431-02be43b6fc9e tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:17.116792 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-905e2096-923e-4ce0-a9db-ad741a48abcd req-63d87713-3416-4310-a431-02be43b6fc9e tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.0623741 Jun 29 03:31:17.166851 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-905e2096-923e-4ce0-a9db-ad741a48abcd req-64fec8f7-ea99-447e-93b0-c3f810a9b26a tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431368 Jun 29 03:31:17.193488 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-35af7176-eb3e-402b-b91d-04a8515b6b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:17.197399 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-35af7176-eb3e-402b-b91d-04a8515b6b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:17.201095 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-76523aa0-5e8b-4560-bb81-9b37845dc2de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:17.234506 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-35af7176-eb3e-402b-b91d-04a8515b6b9d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=425ba99582b34e0b9e50c70e406e43d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2392619 Jun 29 03:31:17.235547 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af7176-eb3e-402b-b91d-04a8515b6b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0795dc3-770d-40d8-b5f6-77e2a3aad91f,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:17.237254 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 46444) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:17.242681 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af7176-eb3e-402b-b91d-04a8515b6b9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:17.243044 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af7176-eb3e-402b-b91d-04a8515b6b9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:17.243398 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af7176-eb3e-402b-b91d-04a8515b6b9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:17.243744 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af7176-eb3e-402b-b91d-04a8515b6b9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:17.244127 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af7176-eb3e-402b-b91d-04a8515b6b9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:17.244469 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af7176-eb3e-402b-b91d-04a8515b6b9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:17.244806 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af7176-eb3e-402b-b91d-04a8515b6b9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:17.245143 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af7176-eb3e-402b-b91d-04a8515b6b9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:17.245479 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af7176-eb3e-402b-b91d-04a8515b6b9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:17.245813 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af7176-eb3e-402b-b91d-04a8515b6b9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:17.246145 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af7176-eb3e-402b-b91d-04a8515b6b9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:17.246474 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af7176-eb3e-402b-b91d-04a8515b6b9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:17.250777 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-35af7176-eb3e-402b-b91d-04a8515b6b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:17.287134 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5c2ebb05-976d-4f7e-81eb-74e8fecf1318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:17.308585 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5c2ebb05-976d-4f7e-81eb-74e8fecf1318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:17.356319 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5c2ebb05-976d-4f7e-81eb-74e8fecf1318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:17.358998 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5c2ebb05-976d-4f7e-81eb-74e8fecf1318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:17.360262 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-5c2ebb05-976d-4f7e-81eb-74e8fecf1318 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d0795dc3-770d-40d8-b5f6-77e2a3aad91f HTTP/1.1" status: 204 len: 168 time: 0.1220391 Jun 29 03:31:17.361163 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-13223d63-a611-4422-af40-40e35e35e607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:17.369308 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ebb05-976d-4f7e-81eb-74e8fecf1318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0795dc3-770d-40d8-b5f6-77e2a3aad91f,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:17.372319 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-5c2ebb05-976d-4f7e-81eb-74e8fecf1318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:17.443102 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282af761-734c-477b-a590-ea6df7b0ea71 req-087d1c1a-3de9-42db-b607-bfd5dae96064 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:17.444615 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-282af761-734c-477b-a590-ea6df7b0ea71 req-087d1c1a-3de9-42db-b607-bfd5dae96064 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b8deea-4ad8-4ce1-9022-0a1e75f96b66 HTTP/1.1" status: 200 len: 946 time: 0.0763850 Jun 29 03:31:17.485451 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-282af761-734c-477b-a590-ea6df7b0ea71 req-e3aa1ae5-b937-47da-bba2-3f9b83d8946c tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339627 Jun 29 03:31:17.623685 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 46452) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:17.636850 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-55935b23-006d-48a5-8227-7481bbf400f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:17.731508 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-55935b23-006d-48a5-8227-7481bbf400f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:17.734833 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-55935b23-006d-48a5-8227-7481bbf400f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:17.738237 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-e285b9f6-d902-4c6e-b364-0a7581e26417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:17.771396 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-55935b23-006d-48a5-8227-7481bbf400f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f565af8ffbae4250a2d7cdaf47b7de2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466031 Jun 29 03:31:17.773307 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55935b23-006d-48a5-8227-7481bbf400f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e513a274-d5e3-4319-9f3b-d0bb3ba77b93,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:17.774065 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 46454) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:17.776248 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-55935b23-006d-48a5-8227-7481bbf400f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:17.821087 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-228acbec-25d3-4824-805b-32cebfffc33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:17.840803 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-228acbec-25d3-4824-805b-32cebfffc33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:17.884333 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-228acbec-25d3-4824-805b-32cebfffc33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:17.886991 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-228acbec-25d3-4824-805b-32cebfffc33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:17.888154 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-228acbec-25d3-4824-805b-32cebfffc33b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e513a274-d5e3-4319-9f3b-d0bb3ba77b93 HTTP/1.1" status: 204 len: 168 time: 0.1131387 Jun 29 03:31:17.888827 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-021aa423-e8c8-447b-a447-7ae0fc32969c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:17.895859 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228acbec-25d3-4824-805b-32cebfffc33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e513a274-d5e3-4319-9f3b-d0bb3ba77b93,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:17.898031 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-228acbec-25d3-4824-805b-32cebfffc33b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:18.113703 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13fdba4-64fe-4f25-a219-1c832f86b29e req-03c7a18c-9e4d-492a-9fe1-f7025543ae4f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:18.115343 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f13fdba4-64fe-4f25-a219-1c832f86b29e req-03c7a18c-9e4d-492a-9fe1-f7025543ae4f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 943 time: 0.0655622 Jun 29 03:31:18.159949 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f13fdba4-64fe-4f25-a219-1c832f86b29e req-9a9cd4d4-b894-47e9-a592-4ebb88fcf7f3 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380113 Jun 29 03:31:18.212929 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 46466) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:18.226856 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-692ca8e4-2662-465f-9eec-4605bfee800d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:18.358281 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-692ca8e4-2662-465f-9eec-4605bfee800d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:18.363156 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-692ca8e4-2662-465f-9eec-4605bfee800d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:18.366265 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:18.406777 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70211bb6-af83-465b-b2e1-5a52842c3aad req-b6a84509-9909-41a6-a241-c7fc06ef6039 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:18.408473 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-70211bb6-af83-465b-b2e1-5a52842c3aad req-b6a84509-9909-41a6-a241-c7fc06ef6039 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.1248035 Jun 29 03:31:18.418135 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ca8e4-2662-465f-9eec-4605bfee800d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b67d7d-1071-49f3-9bb9-cc31fec2a46b,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:18.423978 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-692ca8e4-2662-465f-9eec-4605bfee800d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=02d1e3d45873476dbe7d2fced7596d7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2099202 Jun 29 03:31:18.429365 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-692ca8e4-2662-465f-9eec-4605bfee800d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:18.429837 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 46468) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:18.436484 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:18.482361 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-70211bb6-af83-465b-b2e1-5a52842c3aad req-5dfcd751-01ca-4fcf-bb08-5f2421bb030c tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659764 Jun 29 03:31:18.502876 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-10210db5-0130-4477-82ef-7cd38c748f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:18.527643 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-10210db5-0130-4477-82ef-7cd38c748f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:18.582558 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-10210db5-0130-4477-82ef-7cd38c748f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:18.586106 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-10210db5-0130-4477-82ef-7cd38c748f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:18.590106 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-10210db5-0130-4477-82ef-7cd38c748f3d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69b67d7d-1071-49f3-9bb9-cc31fec2a46b HTTP/1.1" status: 204 len: 168 time: 0.1557360 Jun 29 03:31:18.590106 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-952bf13f-3e34-4a2f-823f-0c4c6a0a5c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:18.611443 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10210db5-0130-4477-82ef-7cd38c748f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b67d7d-1071-49f3-9bb9-cc31fec2a46b,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:18.618456 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-10210db5-0130-4477-82ef-7cd38c748f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:18.740331 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35881d59-41a1-418c-b410-fea40b72a4ec req-f35bfde5-e556-407a-bdce-0ae8f14f1e05 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:18.749667 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-35881d59-41a1-418c-b410-fea40b72a4ec req-f35bfde5-e556-407a-bdce-0ae8f14f1e05 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b8deea-4ad8-4ce1-9022-0a1e75f96b66 HTTP/1.1" status: 200 len: 946 time: 0.1308656 Jun 29 03:31:18.801495 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-35881d59-41a1-418c-b410-fea40b72a4ec req-c60fb464-9c4e-4638-883e-d27ec25ade44 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501618 Jun 29 03:31:18.957538 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c2c9c4-7aaa-4117-a58e-d08818e19c95 req-ae7c2f99-ce2f-40c5-bf96-1dd726dfc055 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:18.959452 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-50c2c9c4-7aaa-4117-a58e-d08818e19c95 req-ae7c2f99-ce2f-40c5-bf96-1dd726dfc055 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.1014154 Jun 29 03:31:18.990767 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae33d9be-c208-41da-8f7b-392367fdff02 req-3b37d691-c121-4d5d-887a-3d2df57cd43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:18.992258 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-ae33d9be-c208-41da-8f7b-392367fdff02 req-3b37d691-c121-4d5d-887a-3d2df57cd43a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=43f3aeed3f4749bab1f83a06f1e82be0&device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 1099 time: 0.0959499 Jun 29 03:31:19.015127 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-50c2c9c4-7aaa-4117-a58e-d08818e19c95 req-b39e8a68-6cf5-44ab-ae0a-845139316564 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488510 Jun 29 03:31:19.099619 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae33d9be-c208-41da-8f7b-392367fdff02 req-d4cc7bfb-7d2c-49ed-ac4b-f5ef9747ea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:19.101114 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-ae33d9be-c208-41da-8f7b-392367fdff02 req-d4cc7bfb-7d2c-49ed-ac4b-f5ef9747ea4f service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c477f5c-bdb0-44ca-8af9-ed7781063c5a HTTP/1.1" status: 200 len: 911 time: 0.0988138 Jun 29 03:31:19.170886 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-ae33d9be-c208-41da-8f7b-392367fdff02 req-c0676f37-d47a-4565-a05e-23ddc62b4a36 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea0ff005-1f4a-4bd5-a5c9-61578a420165 HTTP/1.1" status: 200 len: 1002 time: 0.0615664 Jun 29 03:31:19.226668 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae33d9be-c208-41da-8f7b-392367fdff02 req-b0a97514-77a0-4c9e-be45-bc5830a73c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:19.228143 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-ae33d9be-c208-41da-8f7b-392367fdff02 req-b0a97514-77a0-4c9e-be45-bc5830a73c27 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c28d3be3-3297-47d9-b1b3-a2eb92284a62 HTTP/1.1" status: 200 len: 849 time: 0.0508437 Jun 29 03:31:19.286541 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae33d9be-c208-41da-8f7b-392367fdff02 req-438f7dd2-d6a2-410c-9c84-a806a2a329cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:19.288076 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-ae33d9be-c208-41da-8f7b-392367fdff02 req-438f7dd2-d6a2-410c-9c84-a806a2a329cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c477f5c-bdb0-44ca-8af9-ed7781063c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0527008 Jun 29 03:31:19.351325 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32efe8-6cf8-4725-9932-b2e6855a1cef req-c19dd796-08bb-4fca-bc27-f058241a392b tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:19.352821 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-5d32efe8-6cf8-4725-9932-b2e6855a1cef req-c19dd796-08bb-4fca-bc27-f058241a392b tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 943 time: 0.0634284 Jun 29 03:31:19.396232 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-ae33d9be-c208-41da-8f7b-392367fdff02 req-a8b2fce3-9f77-4a82-a6b1-ba56a3349df7 service neutron] 10.222.0.41 "GET /v2.0/networks/2c477f5c-bdb0-44ca-8af9-ed7781063c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994940 Jun 29 03:31:19.397376 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-5d32efe8-6cf8-4725-9932-b2e6855a1cef req-3ec4bb3c-cf12-4044-8ebf-decd214268cb tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384648 Jun 29 03:31:19.491183 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-ae33d9be-c208-41da-8f7b-392367fdff02 req-69388344-9ddd-4354-bc1e-40051503d87e service neutron] 10.222.0.41 "GET /v2.0/networks/2c477f5c-bdb0-44ca-8af9-ed7781063c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824311 Jun 29 03:31:19.978695 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cda5ad-7628-4beb-8f47-3a15ba8822ab req-91c5ffc0-e642-4756-94d2-83951ae3caf5 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:19.980181 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-28cda5ad-7628-4beb-8f47-3a15ba8822ab req-91c5ffc0-e642-4756-94d2-83951ae3caf5 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b8deea-4ad8-4ce1-9022-0a1e75f96b66 HTTP/1.1" status: 200 len: 946 time: 0.0645676 Jun 29 03:31:20.019039 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-28cda5ad-7628-4beb-8f47-3a15ba8822ab req-b54152ac-76a9-4683-9255-75729773196b tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323389 Jun 29 03:31:20.195993 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f4776-cefc-4a2f-a622-4983d223c3bd req-853be26f-bb34-48d8-8640-4986086d8334 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:20.200616 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b20f4776-cefc-4a2f-a622-4983d223c3bd req-853be26f-bb34-48d8-8640-4986086d8334 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.0719163 Jun 29 03:31:20.238039 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b20f4776-cefc-4a2f-a622-4983d223c3bd req-251bf1c3-5387-479d-bad9-ffad3a2f2c8e tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340126 Jun 29 03:31:20.591644 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:31:20.602928 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca4e29-30fa-4c84-bbd7-e71eb4db5ad2 req-1bd91c08-d859-46c4-9c95-9bf92c5fc733 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:20.604419 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-7bca4e29-30fa-4c84-bbd7-e71eb4db5ad2 req-1bd91c08-d859-46c4-9c95-9bf92c5fc733 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 943 time: 0.0849330 Jun 29 03:31:20.641749 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-7bca4e29-30fa-4c84-bbd7-e71eb4db5ad2 req-0be06871-fd9a-4318-974a-216445bbb2f2 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309386 Jun 29 03:31:20.688397 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=33ab6b5d-9c56-4ba6-bc3b-d890a2af9384,segment=NetworkSegment(2b8a4e7f-1f3c-48f3-872b-763dc2e1c437),segment_id=2b8a4e7f-1f3c-48f3-872b-763dc2e1c437)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:31:20.698612 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Returning: {'device': '33ab6b5d-9c56-4ba6-bc3b-d890a2af9384', 'network_id': '55159499-4162-473d-91be-3f7bcc13f345', 'port_id': '33ab6b5d-9c56-4ba6-bc3b-d890a2af9384', 'mac_address': 'fa:16:3e:e0:ce:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29dd2891-545c-4e5c-ada9-366a40a64358', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:31:20.733661 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:20.745698 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:31:20.764540 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=33ab6b5d-9c56-4ba6-bc3b-d890a2af9384,segment=NetworkSegment(2b8a4e7f-1f3c-48f3-872b-763dc2e1c437),segment_id=2b8a4e7f-1f3c-48f3-872b-763dc2e1c437)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:31:20.768211 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:20.770892 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-ab61abae-71a9-48e6-ba08-d9e3c3aef3d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:20.812915 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=33ab6b5d-9c56-4ba6-bc3b-d890a2af9384,revision_number=9']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:20.819465 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:20.819826 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:20.820162 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:20.820492 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:20.820815 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:20.821139 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:20.821460 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:20.821827 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:20.822150 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:20.822467 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:20.822783 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:20.823096 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:20.827284 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:21.188783 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['33ab6b5d-9c56-4ba6-bc3b-d890a2af9384'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:31:21.189504 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22934a9c-7a56-4aa5-a363-b3edec2bed3f req-64fe8038-1e0b-4e06-bfd0-cdecde65ef53 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:21.190948 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-22934a9c-7a56-4aa5-a363-b3edec2bed3f req-64fe8038-1e0b-4e06-bfd0-cdecde65ef53 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b8deea-4ad8-4ce1-9022-0a1e75f96b66 HTTP/1.1" status: 200 len: 946 time: 0.0605700 Jun 29 03:31:21.227219 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-22934a9c-7a56-4aa5-a363-b3edec2bed3f req-9ff180d1-344b-4748-bf23-e31f9e989530 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306754 Jun 29 03:31:21.416173 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877d6a7-1c7c-4ce8-91aa-a1e90e5e113e req-217b066d-9f4a-40df-80be-dfbe986b8298 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:21.417525 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-5877d6a7-1c7c-4ce8-91aa-a1e90e5e113e req-217b066d-9f4a-40df-80be-dfbe986b8298 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.0617943 Jun 29 03:31:21.453807 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-5877d6a7-1c7c-4ce8-91aa-a1e90e5e113e req-223108ef-6c28-4367-bc2f-b18813077c73 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305007 Jun 29 03:31:21.823555 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c612875-c7b9-4ad3-90a9-85416b9ef19c req-4fdfcc77-90d7-4fe1-b616-b4348ecf6768 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:21.825682 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-3c612875-c7b9-4ad3-90a9-85416b9ef19c req-4fdfcc77-90d7-4fe1-b616-b4348ecf6768 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 944 time: 0.0608182 Jun 29 03:31:21.861257 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-3c612875-c7b9-4ad3-90a9-85416b9ef19c req-a0debfa1-269f-4f0c-b6e2-9775048426f8 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298676 Jun 29 03:31:22.397031 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead28f9-da87-42ea-a2f3-40b363d37ef5 req-d7496ad0-6a04-4cbb-9ed7-1c5c237fd64b tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:22.398359 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-6ead28f9-da87-42ea-a2f3-40b363d37ef5 req-d7496ad0-6a04-4cbb-9ed7-1c5c237fd64b tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b8deea-4ad8-4ce1-9022-0a1e75f96b66 HTTP/1.1" status: 200 len: 946 time: 0.0630217 Jun 29 03:31:22.434231 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-6ead28f9-da87-42ea-a2f3-40b363d37ef5 req-d5c1154a-340a-4625-a01c-7465552c68fe tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297346 Jun 29 03:31:22.600877 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 up at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:31:22.646800 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning complete for port 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:31:22.647231 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:22.722087 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:22.743139 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ab6b5d-9c56-4ba6-bc3b-d890a2af9384'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:31:22.745381 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a73cdd3c09cce4d0d67d6945d9627c9a5996a68627341085c627af31117b31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23f7ed2-d7f4-4879-a4ab-e3604c626b51" -d '{"events": [{"server_uuid": "5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e", "name": "network-vif-plugged", "status": "completed", "tag": "33ab6b5d-9c56-4ba6-bc3b-d890a2af9384"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:31:22.757224 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=33ab6b5d-9c56-4ba6-bc3b-d890a2af9384,segment=NetworkSegment(2b8a4e7f-1f3c-48f3-872b-763dc2e1c437),segment_id=2b8a4e7f-1f3c-48f3-872b-763dc2e1c437)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:31:22.761679 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:22.763511 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-66e967b3-3ea5-486e-9dee-e7e612497570 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:22.784482 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622b1541-3bc6-4cbf-8d6e-798a6672c87c x-openstack-request-id: req-622b1541-3bc6-4cbf-8d6e-798a6672c87c {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:31:22.784779 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e", "name": "network-vif-plugged", "status": "completed", "tag": "33ab6b5d-9c56-4ba6-bc3b-d890a2af9384", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:31:22.785040 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-622b1541-3bc6-4cbf-8d6e-798a6672c87c {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:31:22.785462 dv-cinder-797245-8-smb neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ab6b5d-9c56-4ba6-bc3b-d890a2af9384', 'code': 200} Jun 29 03:31:22.810680 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=33ab6b5d-9c56-4ba6-bc3b-d890a2af9384,revision_number=10']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:22.813736 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:23.051507 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88afd7-a082-482e-b85a-d489cd6374b5 req-6974bde2-0ab6-4c55-a0aa-12e3f52537e8 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:23.053036 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-1f88afd7-a082-482e-b85a-d489cd6374b5 req-6974bde2-0ab6-4c55-a0aa-12e3f52537e8 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 946 time: 0.0692985 Jun 29 03:31:23.095159 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-1f88afd7-a082-482e-b85a-d489cd6374b5 req-ef6a4519-2cf0-4572-8ec5-3f615137744e tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363569 Jun 29 03:31:23.286328 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa08e57-8628-4f0c-b17c-6784c1040a4d req-b9886a1f-498a-4149-b6de-1995b681095a tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:23.287740 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-6aa08e57-8628-4f0c-b17c-6784c1040a4d req-b9886a1f-498a-4149-b6de-1995b681095a tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3b8deea-4ad8-4ce1-9022-0a1e75f96b66 HTTP/1.1" status: 200 len: 946 time: 0.0619283 Jun 29 03:31:23.400252 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [req-6aa08e57-8628-4f0c-b17c-6784c1040a4d req-d0d63710-6e23-4a44-905e-8d81eca86b5a tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Deleting port dff0fece-af96-4f60-87bb-b445d050e55b {{(pid=92899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:31:23.400937 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-6aa08e57-8628-4f0c-b17c-6784c1040a4d req-d0d63710-6e23-4a44-905e-8d81eca86b5a tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:23.482112 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed270527-4589-4d44-b3ea-e58aff9fa564 req-c75b0186-eb39-4371-ba02-33eb55a8a342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:23.483585 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-ed270527-4589-4d44-b3ea-e58aff9fa564 req-c75b0186-eb39-4371-ba02-33eb55a8a342 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 1099 time: 0.0622301 Jun 29 03:31:23.494089 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.db [req-6aa08e57-8628-4f0c-b17c-6784c1040a4d req-d0d63710-6e23-4a44-905e-8d81eca86b5a tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] For port dff0fece-af96-4f60-87bb-b445d050e55b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=dff0fece-af96-4f60-87bb-b445d050e55b,segment=NetworkSegment(154da7a7-24a6-4eab-bfa9-d2eb63563f5f),segment_id=154da7a7-24a6-4eab-bfa9-d2eb63563f5f)] {{(pid=92899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:31:23.494540 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-6aa08e57-8628-4f0c-b17c-6784c1040a4d req-d0d63710-6e23-4a44-905e-8d81eca86b5a tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:23.506714 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [req-6aa08e57-8628-4f0c-b17c-6784c1040a4d req-d0d63710-6e23-4a44-905e-8d81eca86b5a tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Calling delete_port for dff0fece-af96-4f60-87bb-b445d050e55b owned by compute:nova {{(pid=92899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:31:23.518440 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-ed270527-4589-4d44-b3ea-e58aff9fa564 req-f11e9697-4ef9-450b-bfaf-c5fedc8d6d28 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273194 Jun 29 03:31:23.613765 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66964b57-3188-4286-9973-1c3d23b2308b req-99c43684-076e-4c0f-bfa6-0969d340979e tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:23.615241 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-66964b57-3188-4286-9973-1c3d23b2308b req-99c43684-076e-4c0f-bfa6-0969d340979e tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b8deea-4ad8-4ce1-9022-0a1e75f96b66 HTTP/1.1" status: 200 len: 946 time: 0.0667610 Jun 29 03:31:23.631087 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-6aa08e57-8628-4f0c-b17c-6784c1040a4d req-d0d63710-6e23-4a44-905e-8d81eca86b5a tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372683'] for port, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:23.636286 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-8fae98b4-e865-4202-b51a-dcbfb21bf557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:23.657723 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-66964b57-3188-4286-9973-1c3d23b2308b req-f44b15f5-92fe-4d3d-95b8-83a0ccdc6eda tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367303 Jun 29 03:31:23.668878 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d63710-6e23-4a44-905e-8d81eca86b5a tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Pushing event deleted for resources: {'Port': ['ID=dff0fece-af96-4f60-87bb-b445d050e55b,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:23.669123 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['dff0fece-af96-4f60-87bb-b445d050e55b'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:31:23.671238 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-d0d63710-6e23-4a44-905e-8d81eca86b5a tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:23.715860 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa08e57-8628-4f0c-b17c-6784c1040a4d req-d0d63710-6e23-4a44-905e-8d81eca86b5a tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] No DVR routers for this DVR port dff0fece-af96-4f60-87bb-b445d050e55b on host hv-cinder-79724 {{(pid=92899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:31:23.718256 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-6aa08e57-8628-4f0c-b17c-6784c1040a4d req-d0d63710-6e23-4a44-905e-8d81eca86b5a tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:23.720366 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-6aa08e57-8628-4f0c-b17c-6784c1040a4d req-d0d63710-6e23-4a44-905e-8d81eca86b5a tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.41 "DELETE /v2.0/ports/dff0fece-af96-4f60-87bb-b445d050e55b HTTP/1.1" status: 204 len: 173 time: 0.4214900 Jun 29 03:31:23.720898 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b8deea-4ad8-4ce1-9022-0a1e75f96b66', 'name': 'network-vif-deleted', 'tag': 'dff0fece-af96-4f60-87bb-b445d050e55b'}] {{(pid=92899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:31:23.723317 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e75ac8c9269a08c635d3d4ea2f6bd2cddeec2d6e4f2b8df737e80b8e22f33d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73af3464-e9ea-41e8-9a21-37c0634040ac" -d '{"events": [{"server_uuid": "c3b8deea-4ad8-4ce1-9022-0a1e75f96b66", "name": "network-vif-deleted", "tag": "dff0fece-af96-4f60-87bb-b445d050e55b"}]}' {{(pid=92899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:31:23.756679 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f553715b-0baa-4ba3-b474-77e0fe99bcdb x-openstack-request-id: req-f553715b-0baa-4ba3-b474-77e0fe99bcdb {{(pid=92899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:31:23.757000 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b8deea-4ad8-4ce1-9022-0a1e75f96b66", "name": "network-vif-deleted", "tag": "dff0fece-af96-4f60-87bb-b445d050e55b", "status": "completed", "code": 200}]} {{(pid=92899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:31:23.757279 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f553715b-0baa-4ba3-b474-77e0fe99bcdb {{(pid=92899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:31:23.757692 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b8deea-4ad8-4ce1-9022-0a1e75f96b66', 'name': 'network-vif-deleted', 'tag': 'dff0fece-af96-4f60-87bb-b445d050e55b', 'status': 'completed', 'code': 200} Jun 29 03:31:24.299547 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140378a3-38d6-4352-aa2d-a10ffb5de43a req-6041b8e4-38a0-435b-9052-86286a406948 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:24.301041 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-140378a3-38d6-4352-aa2d-a10ffb5de43a req-6041b8e4-38a0-435b-9052-86286a406948 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 946 time: 0.0701554 Jun 29 03:31:24.337069 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-140378a3-38d6-4352-aa2d-a10ffb5de43a req-a30ff623-c37a-434b-bba0-1edd05b05a30 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304246 Jun 29 03:31:24.441446 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 46586) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:24.541098 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-72119e83-4170-4e12-a3ae-b07ebc0ebfe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:24.627901 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-72119e83-4170-4e12-a3ae-b07ebc0ebfe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:24.632021 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-72119e83-4170-4e12-a3ae-b07ebc0ebfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:24.634444 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-3b414df8-45b2-43b9-9bd0-4f47ea8cd91c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:24.671284 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-72119e83-4170-4e12-a3ae-b07ebc0ebfe8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=93847cb9a0044282b46561cac604fa7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286997 Jun 29 03:31:24.672527 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72119e83-4170-4e12-a3ae-b07ebc0ebfe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50006298-3e83-470c-8526-02cdacff2783,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:24.674234 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 46590) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:24.675589 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-72119e83-4170-4e12-a3ae-b07ebc0ebfe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:24.726523 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7d03e741-be82-4e2b-9825-232cec0a487e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:24.748421 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7d03e741-be82-4e2b-9825-232cec0a487e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:24.797704 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7d03e741-be82-4e2b-9825-232cec0a487e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:24.800381 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7d03e741-be82-4e2b-9825-232cec0a487e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:24.801518 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-7d03e741-be82-4e2b-9825-232cec0a487e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/50006298-3e83-470c-8526-02cdacff2783 HTTP/1.1" status: 204 len: 168 time: 0.1255631 Jun 29 03:31:24.802358 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-a349840a-a22b-4e18-bbc5-539c4bad895e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:24.811456 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03e741-be82-4e2b-9825-232cec0a487e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50006298-3e83-470c-8526-02cdacff2783,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:24.814322 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-7d03e741-be82-4e2b-9825-232cec0a487e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:24.816859 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e3db1835-de11-413c-8ed5-cdaf5800d8f8 req-1367d786-2cbe-4f0c-b8ff-39e3571a5a02 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b8deea-4ad8-4ce1-9022-0a1e75f96b66 HTTP/1.1" status: 200 len: 210 time: 0.0334949 Jun 29 03:31:25.106524 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 46608) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:25.119502 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-ecdfdab3-0e4f-4b63-abba-8cbceede27c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:25.212261 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-ecdfdab3-0e4f-4b63-abba-8cbceede27c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:25.216574 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-ecdfdab3-0e4f-4b63-abba-8cbceede27c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:25.220415 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-c5784022-9e4c-4ab7-80d1-ca721dd97832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:25.257829 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-ecdfdab3-0e4f-4b63-abba-8cbceede27c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=11350acf336d4deeaed3a456f2a9de23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479607 Jun 29 03:31:25.257829 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdfdab3-0e4f-4b63-abba-8cbceede27c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aac352d-e6cc-456e-be87-07da0fa06dc7,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:25.258160 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 46632) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:25.259662 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-ecdfdab3-0e4f-4b63-abba-8cbceede27c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:25.308277 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-c7ef5a16-07fc-4f5b-98d6-b8da592ed8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:25.329000 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-c7ef5a16-07fc-4f5b-98d6-b8da592ed8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:25.377971 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-c7ef5a16-07fc-4f5b-98d6-b8da592ed8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:25.380926 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-c7ef5a16-07fc-4f5b-98d6-b8da592ed8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:25.384478 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-c7ef5a16-07fc-4f5b-98d6-b8da592ed8f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6aac352d-e6cc-456e-be87-07da0fa06dc7 HTTP/1.1" status: 204 len: 168 time: 0.1230507 Jun 29 03:31:25.384478 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-6109c8c3-2ce2-4113-b622-cb2afdb4712d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:25.390868 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef5a16-07fc-4f5b-98d6-b8da592ed8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aac352d-e6cc-456e-be87-07da0fa06dc7,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:25.393107 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-c7ef5a16-07fc-4f5b-98d6-b8da592ed8f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:25.533526 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16062b3-3d03-4a27-b2a5-30765fe1cd47 req-260e804e-95cb-45e1-8a3b-99315475d35e tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:25.535002 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d16062b3-3d03-4a27-b2a5-30765fe1cd47 req-260e804e-95cb-45e1-8a3b-99315475d35e tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 946 time: 0.0714316 Jun 29 03:31:25.577064 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d16062b3-3d03-4a27-b2a5-30765fe1cd47 req-de5b979c-aa67-4706-91a7-e20d01405c36 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359006 Jun 29 03:31:26.614631 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device dff0fece-af96-4f60-87bb-b445d050e55b no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:31:26.633713 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] No Port match for: dff0fece-af96-4f60-87bb-b445d050e55b {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:31:26.634060 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device dff0fece-af96-4f60-87bb-b445d050e55b not bound to the agent host hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:31:26.751240 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e6384-a96a-4d4d-96cd-f712fb165a62 req-e0890cf8-8c3f-43d7-9de9-238dfaad8539 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:26.752699 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-af4e6384-a96a-4d4d-96cd-f712fb165a62 req-e0890cf8-8c3f-43d7-9de9-238dfaad8539 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 946 time: 0.0604963 Jun 29 03:31:26.788625 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-af4e6384-a96a-4d4d-96cd-f712fb165a62 req-eae509ab-c6ea-421d-aed7-9f8fb94fa813 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303979 Jun 29 03:31:29.700084 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-703633bd-338d-4732-8333-cfdf7221d908 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:29.701541 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-703633bd-338d-4732-8333-cfdf7221d908 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/networks?id=7dba24ab-e88f-4ea0-b120-030dce453597 HTTP/1.1" status: 200 len: 814 time: 0.1021044 Jun 29 03:31:29.716596 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-b7d196b2-b79e-47f4-8454-95c86dc26d51 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/quotas/a7fc6046e1da4bd5a2ab10cf6761eb67 HTTP/1.1" status: 200 len: 375 time: 0.0093729 Jun 29 03:31:29.747204 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-9d778929-fc48-4cc7-aca1-2e684764d80d tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7fc6046e1da4bd5a2ab10cf6761eb67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259404 Jun 29 03:31:29.835391 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-ae2e8b19-83ab-4553-a8fc-6491b72bd3c7 service neutron] 10.222.0.24 "GET /v2.0/networks/7dba24ab-e88f-4ea0-b120-030dce453597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819697 Jun 29 03:31:29.920420 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-db86f19e-4cb1-40d2-81b8-feea3ffdc908 service neutron] 10.222.0.24 "GET /v2.0/networks/7dba24ab-e88f-4ea0-b120-030dce453597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784442 Jun 29 03:31:30.085441 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d8b14404-48f9-4298-9256-5cc59ee9ac9d req-d3ff5477-2b5d-4de5-b79f-ab36daf0a0e5 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=115bca3f-e4f9-499a-be1f-9956c637ca9d HTTP/1.1" status: 200 len: 210 time: 0.0286016 Jun 29 03:31:31.243488 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a4ffc80d-0203-4ec3-ad1a-6ec0d30ad816 req-70f780a4-b3d3-4564-8295-3b4ef0f41f19 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=115bca3f-e4f9-499a-be1f-9956c637ca9d HTTP/1.1" status: 200 len: 210 time: 0.0331190 Jun 29 03:31:31.308123 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-e38c54c3-1c68-4ff5-a13e-6fbadd3f6587 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:31.309536 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-e38c54c3-1c68-4ff5-a13e-6fbadd3f6587 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.41 "GET /v2.0/networks?id=7dba24ab-e88f-4ea0-b120-030dce453597 HTTP/1.1" status: 200 len: 814 time: 0.1465364 Jun 29 03:31:31.329598 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-a7136f93-bd2b-4e7c-ba4c-51d373663c61 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Request body: {'port': {'device_id': '115bca3f-e4f9-499a-be1f-9956c637ca9d', 'network_id': '7dba24ab-e88f-4ea0-b120-030dce453597', 'admin_state_up': True, 'tenant_id': 'a7fc6046e1da4bd5a2ab10cf6761eb67'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:31:31.436190 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-a7136f93-bd2b-4e7c-ba4c-51d373663c61 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Made reservation on behalf of a7fc6046e1da4bd5a2ab10cf6761eb67 for: {'port': 1} {{(pid=92899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:31:31.439590 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-a7136f93-bd2b-4e7c-ba4c-51d373663c61 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:31.557346 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.db_base_plugin_common [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-a7136f93-bd2b-4e7c-ba4c-51d373663c61 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Allocated IP 172.20.0.6 (7dba24ab-e88f-4ea0-b120-030dce453597/bdc45bb3-4bf1-414c-a194-cefccdd73141/7ea7ec7f-a162-4eae-a72a-850483275f55) {{(pid=92899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:31:31.701718 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-a7136f93-bd2b-4e7c-ba4c-51d373663c61 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Notify callbacks [] for port, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:31.739115 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-a7136f93-bd2b-4e7c-ba4c-51d373663c61 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4372674'] for port, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:31.742950 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-16215816-980c-4c48-86cd-cd32968ca53c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:31.786839 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-a7136f93-bd2b-4e7c-ba4c-51d373663c61 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Network 7dba24ab-e88f-4ea0-b120-030dce453597 is already hosted by enough agents. {{(pid=92899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:31:31.789933 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.base_scheduler [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-a7136f93-bd2b-4e7c-ba4c-51d373663c61 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Resources bound (agent type, host, resource id): {{(pid=92899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:31:31.792268 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.l3_dvrscheduler_db [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-a7136f93-bd2b-4e7c-ba4c-51d373663c61 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Received port after_create {{(pid=92899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:31:31.819816 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7136f93-bd2b-4e7c-ba4c-51d373663c61 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Pushing event updated for resources: {'Port': ['ID=7ea7ec7f-a162-4eae-a72a-850483275f55,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:31.822593 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-a7136f93-bd2b-4e7c-ba4c-51d373663c61 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:31.848068 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-a7136f93-bd2b-4e7c-ba4c-51d373663c61 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:31.848656 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-a7136f93-bd2b-4e7c-ba4c-51d373663c61 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:31.862369 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-a7136f93-bd2b-4e7c-ba4c-51d373663c61 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5364101 Jun 29 03:31:31.896091 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-285dc5cb-174f-46cc-bfa8-b73f0755971e service neutron] Request body: {'port': {'device_id': '115bca3f-e4f9-499a-be1f-9956c637ca9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:31:31.964269 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-285dc5cb-174f-46cc-bfa8-b73f0755971e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:32.210243 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.notifiers.nova [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-285dc5cb-174f-46cc-bfa8-b73f0755971e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ea7ec7f-a162-4eae-a72a-850483275f55 {{(pid=92899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:31:32.218842 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-285dc5cb-174f-46cc-bfa8-b73f0755971e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:32.235950 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.provisioning_blocks [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-285dc5cb-174f-46cc-bfa8-b73f0755971e service neutron] Transition to ACTIVE for port object 7ea7ec7f-a162-4eae-a72a-850483275f55 will not be triggered until provisioned by entity L2. {{(pid=92899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:31:32.240014 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-285dc5cb-174f-46cc-bfa8-b73f0755971e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372692'] for port, after_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:32.243622 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-7a1b410e-7ca5-4f69-b3e8-c55ba9e3af2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:32.295918 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285dc5cb-174f-46cc-bfa8-b73f0755971e service neutron] Pushing event updated for resources: {'Port': ['ID=7ea7ec7f-a162-4eae-a72a-850483275f55,revision_number=2']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:32.298973 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-285dc5cb-174f-46cc-bfa8-b73f0755971e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:32.360556 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.managers [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-285dc5cb-174f-46cc-bfa8-b73f0755971e service neutron] Attempting to bind port 7ea7ec7f-a162-4eae-a72a-850483275f55 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:31:32.360882 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.managers [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-285dc5cb-174f-46cc-bfa8-b73f0755971e service neutron] Attempting to bind port 7ea7ec7f-a162-4eae-a72a-850483275f55 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '154da7a7-24a6-4eab-bfa9-d2eb63563f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dba24ab-e88f-4ea0-b120-030dce453597'}] {{(pid=92899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:31:32.361204 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-285dc5cb-174f-46cc-bfa8-b73f0755971e service neutron] Attempting to bind port 7ea7ec7f-a162-4eae-a72a-850483275f55 on network 7dba24ab-e88f-4ea0-b120-030dce453597 {{(pid=92899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:31:32.365255 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-285dc5cb-174f-46cc-bfa8-b73f0755971e service neutron] Port 7ea7ec7f-a162-4eae-a72a-850483275f55 on network 7dba24ab-e88f-4ea0-b120-030dce453597 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:31:32.365566 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-285dc5cb-174f-46cc-bfa8-b73f0755971e service neutron] Attempting to bind port 7ea7ec7f-a162-4eae-a72a-850483275f55 on network 7dba24ab-e88f-4ea0-b120-030dce453597 {{(pid=92899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:31:32.370425 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-285dc5cb-174f-46cc-bfa8-b73f0755971e service neutron] Checking agent: {'id': '2bf09fb4-53ea-44df-98c0-2f1f129e0ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:31:32.370763 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-285dc5cb-174f-46cc-bfa8-b73f0755971e service neutron] Checking segment: {'id': '154da7a7-24a6-4eab-bfa9-d2eb63563f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dba24ab-e88f-4ea0-b120-030dce453597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:31:32.371708 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-285dc5cb-174f-46cc-bfa8-b73f0755971e service neutron] Bound using segment: {'id': '154da7a7-24a6-4eab-bfa9-d2eb63563f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dba24ab-e88f-4ea0-b120-030dce453597'} {{(pid=92899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:31:32.372191 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.managers [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-285dc5cb-174f-46cc-bfa8-b73f0755971e service neutron] Bound port: 7ea7ec7f-a162-4eae-a72a-850483275f55, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154da7a7-24a6-4eab-bfa9-d2eb63563f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dba24ab-e88f-4ea0-b120-030dce453597'}}] {{(pid=92899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:31:32.372551 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-285dc5cb-174f-46cc-bfa8-b73f0755971e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:32.419618 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f69e5-c17c-47a9-8d18-d08953d80297 req-5a3be7fc-3a51-43c0-9aa2-d2afcae6726c tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:32.421072 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-252f69e5-c17c-47a9-8d18-d08953d80297 req-5a3be7fc-3a51-43c0-9aa2-d2afcae6726c tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=115bca3f-e4f9-499a-be1f-9956c637ca9d HTTP/1.1" status: 200 len: 943 time: 0.0629606 Jun 29 03:31:32.436870 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.db [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-285dc5cb-174f-46cc-bfa8-b73f0755971e service neutron] For port 7ea7ec7f-a162-4eae-a72a-850483275f55, host hv-cinder-79724, cleared binding levels {{(pid=92899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:31:32.439883 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.db [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-285dc5cb-174f-46cc-bfa8-b73f0755971e service neutron] For port 7ea7ec7f-a162-4eae-a72a-850483275f55, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=7ea7ec7f-a162-4eae-a72a-850483275f55,segment=NetworkSegment(154da7a7-24a6-4eab-bfa9-d2eb63563f5f),segment_id=154da7a7-24a6-4eab-bfa9-d2eb63563f5f)] {{(pid=92899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:31:32.444483 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-285dc5cb-174f-46cc-bfa8-b73f0755971e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372692'] for port, after_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:32.446351 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-d519ec5a-02d3-4d91-95c4-6bb2347ff1fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:32.460654 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-252f69e5-c17c-47a9-8d18-d08953d80297 req-901a1d2d-1aa1-4308-b0c9-1a73fb1fcb8e tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335186 Jun 29 03:31:32.482612 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-285dc5cb-174f-46cc-bfa8-b73f0755971e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:32.483212 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-285dc5cb-174f-46cc-bfa8-b73f0755971e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:32.484641 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-285dc5cb-174f-46cc-bfa8-b73f0755971e service neutron] 10.222.0.41 "PUT /v2.0/ports/7ea7ec7f-a162-4eae-a72a-850483275f55 HTTP/1.1" status: 200 len: 1093 time: 0.5932186 Jun 29 03:31:32.485125 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115bca3f-e4f9-499a-be1f-9956c637ca9d', 'tag': '7ea7ec7f-a162-4eae-a72a-850483275f55'}] {{(pid=92899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:31:32.487373 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e75ac8c9269a08c635d3d4ea2f6bd2cddeec2d6e4f2b8df737e80b8e22f33d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ae74b1-75ef-4c58-8046-ed215feeecb7" -d '{"events": [{"name": "network-changed", "server_uuid": "115bca3f-e4f9-499a-be1f-9956c637ca9d", "tag": "7ea7ec7f-a162-4eae-a72a-850483275f55"}]}' {{(pid=92899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:31:32.510329 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285dc5cb-174f-46cc-bfa8-b73f0755971e service neutron] Pushing event updated for resources: {'Port': ['ID=7ea7ec7f-a162-4eae-a72a-850483275f55,revision_number=3']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:32.513852 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-285dc5cb-174f-46cc-bfa8-b73f0755971e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:32.527975 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f264ba7-b885-459a-9c69-b1a500d91547 x-openstack-request-id: req-3f264ba7-b885-459a-9c69-b1a500d91547 {{(pid=92899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:31:32.528328 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "115bca3f-e4f9-499a-be1f-9956c637ca9d", "tag": "7ea7ec7f-a162-4eae-a72a-850483275f55", "status": "completed", "code": 200}]} {{(pid=92899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:31:32.528630 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3f264ba7-b885-459a-9c69-b1a500d91547 {{(pid=92899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:31:32.529041 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115bca3f-e4f9-499a-be1f-9956c637ca9d', 'tag': '7ea7ec7f-a162-4eae-a72a-850483275f55', 'status': 'completed', 'code': 200} Jun 29 03:31:32.603969 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-a0b552b7-3b69-4bd2-b6bf-4307ebbaec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:32.605383 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-a0b552b7-3b69-4bd2-b6bf-4307ebbaec31 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7fc6046e1da4bd5a2ab10cf6761eb67&device_id=115bca3f-e4f9-499a-be1f-9956c637ca9d HTTP/1.1" status: 200 len: 1096 time: 0.0512462 Jun 29 03:31:32.653826 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-dde8918c-a335-4a9b-b0f8-759c037a2e96 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ea7ec7f-a162-4eae-a72a-850483275f55 HTTP/1.1" status: 200 len: 217 time: 0.0349569 Jun 29 03:31:32.926734 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-c8e2259c-6227-4266-8737-be29feea4a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:32.928123 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-c8e2259c-6227-4266-8737-be29feea4a0f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdc45bb3-4bf1-414c-a194-cefccdd73141 HTTP/1.1" status: 200 len: 854 time: 0.2680342 Jun 29 03:31:32.958930 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-cf082fc0-df2c-428f-a2cd-07010901cfcf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dba24ab-e88f-4ea0-b120-030dce453597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238407 Jun 29 03:31:33.045484 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-da6f2a32-1fca-4119-8031-f67a37083924 service neutron] 10.222.0.41 "GET /v2.0/networks/7dba24ab-e88f-4ea0-b120-030dce453597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798714 Jun 29 03:31:33.130762 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-31144bef-9e92-4ebb-a733-6fa0a2cf79d0 req-8d232d2e-98fe-45d7-9460-9a42e5d93074 service neutron] 10.222.0.41 "GET /v2.0/networks/7dba24ab-e88f-4ea0-b120-030dce453597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776494 Jun 29 03:31:33.283529 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae74b1-75ef-4c58-8046-ed215feeecb7 req-ae7b9d95-abc5-49e1-bd21-1fdc3248b135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:33.285101 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b3ae74b1-75ef-4c58-8046-ed215feeecb7 req-ae7b9d95-abc5-49e1-bd21-1fdc3248b135 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7fc6046e1da4bd5a2ab10cf6761eb67&device_id=115bca3f-e4f9-499a-be1f-9956c637ca9d HTTP/1.1" status: 200 len: 1096 time: 0.0546887 Jun 29 03:31:33.370622 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae74b1-75ef-4c58-8046-ed215feeecb7 req-c8f4e938-0438-40f9-bcc4-f2725ddbaebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:33.372213 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b3ae74b1-75ef-4c58-8046-ed215feeecb7 req-c8f4e938-0438-40f9-bcc4-f2725ddbaebf service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dba24ab-e88f-4ea0-b120-030dce453597 HTTP/1.1" status: 200 len: 915 time: 0.0796244 Jun 29 03:31:33.421802 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b3ae74b1-75ef-4c58-8046-ed215feeecb7 req-a15ce0d3-e9ef-4403-b1ff-f2f38298dd69 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ea7ec7f-a162-4eae-a72a-850483275f55 HTTP/1.1" status: 200 len: 217 time: 0.0352731 Jun 29 03:31:33.469426 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae74b1-75ef-4c58-8046-ed215feeecb7 req-3193b096-6abb-415f-b4fa-93e1ae492002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:33.470758 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b3ae74b1-75ef-4c58-8046-ed215feeecb7 req-3193b096-6abb-415f-b4fa-93e1ae492002 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdc45bb3-4bf1-414c-a194-cefccdd73141 HTTP/1.1" status: 200 len: 854 time: 0.0410023 Jun 29 03:31:33.502316 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b3ae74b1-75ef-4c58-8046-ed215feeecb7 req-8874a9ee-a458-4929-803c-da106b5fa5fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dba24ab-e88f-4ea0-b120-030dce453597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242472 Jun 29 03:31:33.593936 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b3ae74b1-75ef-4c58-8046-ed215feeecb7 req-e0c373c8-502e-4c2c-acbf-fb904c9c5e94 service neutron] 10.222.0.41 "GET /v2.0/networks/7dba24ab-e88f-4ea0-b120-030dce453597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833588 Jun 29 03:31:33.644235 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14686cf2-5dc2-4034-a549-14e67e71e2f2 req-d15f7d04-c5fa-4c1c-8b63-90ea61b469b4 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:33.645730 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-14686cf2-5dc2-4034-a549-14e67e71e2f2 req-d15f7d04-c5fa-4c1c-8b63-90ea61b469b4 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=115bca3f-e4f9-499a-be1f-9956c637ca9d HTTP/1.1" status: 200 len: 943 time: 0.0633543 Jun 29 03:31:33.683304 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b3ae74b1-75ef-4c58-8046-ed215feeecb7 req-e0b74240-8f1d-4d4c-b868-1752056b4fec service neutron] 10.222.0.41 "GET /v2.0/networks/7dba24ab-e88f-4ea0-b120-030dce453597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813282 Jun 29 03:31:33.684453 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-14686cf2-5dc2-4034-a549-14e67e71e2f2 req-da6ae5cb-12f7-46e2-9953-92b7158250cf tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325084 Jun 29 03:31:34.615196 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 7ea7ec7f-a162-4eae-a72a-850483275f55 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:31:34.706267 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 7ea7ec7f-a162-4eae-a72a-850483275f55, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=7ea7ec7f-a162-4eae-a72a-850483275f55,segment=NetworkSegment(154da7a7-24a6-4eab-bfa9-d2eb63563f5f),segment_id=154da7a7-24a6-4eab-bfa9-d2eb63563f5f)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:31:34.720723 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Returning: {'device': '7ea7ec7f-a162-4eae-a72a-850483275f55', 'network_id': '7dba24ab-e88f-4ea0-b120-030dce453597', 'port_id': '7ea7ec7f-a162-4eae-a72a-850483275f55', 'mac_address': 'fa:16:3e:ab:24:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdc45bb3-4bf1-414c-a194-cefccdd73141', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:31:34.756081 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:34.768150 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ea7ec7f-a162-4eae-a72a-850483275f55 {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:31:34.787128 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 7ea7ec7f-a162-4eae-a72a-850483275f55, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=7ea7ec7f-a162-4eae-a72a-850483275f55,segment=NetworkSegment(154da7a7-24a6-4eab-bfa9-d2eb63563f5f),segment_id=154da7a7-24a6-4eab-bfa9-d2eb63563f5f)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:31:34.790894 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:34.792640 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-9ea3edba-3234-4e54-8ed8-e8d0da71a9ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:34.836956 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=7ea7ec7f-a162-4eae-a72a-850483275f55,revision_number=4']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:34.840496 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:34.858218 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62ec34-4a92-4aaf-b568-cd7127c5b977 req-9e4490c1-e3bb-41f1-8290-bc59f820937e tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:34.859677 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-de62ec34-4a92-4aaf-b568-cd7127c5b977 req-9e4490c1-e3bb-41f1-8290-bc59f820937e tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=115bca3f-e4f9-499a-be1f-9956c637ca9d HTTP/1.1" status: 200 len: 944 time: 0.0650835 Jun 29 03:31:34.895725 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-de62ec34-4a92-4aaf-b568-cd7127c5b977 req-f03a1703-1442-4e69-9ab1-57e930ed0c04 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303025 Jun 29 03:31:35.156669 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['7ea7ec7f-a162-4eae-a72a-850483275f55'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:31:36.070648 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8d868-a159-4064-8bb9-fd6e0ba210a2 req-df7c6384-7c89-48ec-8aff-df1d6c1d9ba6 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:36.071604 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-48b8d868-a159-4064-8bb9-fd6e0ba210a2 req-df7c6384-7c89-48ec-8aff-df1d6c1d9ba6 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=115bca3f-e4f9-499a-be1f-9956c637ca9d HTTP/1.1" status: 200 len: 944 time: 0.0640290 Jun 29 03:31:36.108735 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-48b8d868-a159-4064-8bb9-fd6e0ba210a2 req-3ed58f20-d98d-4328-9323-5f3211418a4f tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313382 Jun 29 03:31:36.622745 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 7ea7ec7f-a162-4eae-a72a-850483275f55 up at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:31:36.670306 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning for port 7ea7ec7f-a162-4eae-a72a-850483275f55 completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:31:36.674008 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning complete for port 7ea7ec7f-a162-4eae-a72a-850483275f55 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:31:36.674389 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:36.748432 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:36.769605 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115bca3f-e4f9-499a-be1f-9956c637ca9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea7ec7f-a162-4eae-a72a-850483275f55'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:31:36.771822 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a73cdd3c09cce4d0d67d6945d9627c9a5996a68627341085c627af31117b31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d45ffc-f398-467b-b6da-b6c2ac475c06" -d '{"events": [{"server_uuid": "115bca3f-e4f9-499a-be1f-9956c637ca9d", "name": "network-vif-plugged", "status": "completed", "tag": "7ea7ec7f-a162-4eae-a72a-850483275f55"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:31:36.784022 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 7ea7ec7f-a162-4eae-a72a-850483275f55, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=7ea7ec7f-a162-4eae-a72a-850483275f55,segment=NetworkSegment(154da7a7-24a6-4eab-bfa9-d2eb63563f5f),segment_id=154da7a7-24a6-4eab-bfa9-d2eb63563f5f)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:31:36.787832 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:36.790548 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:36.812762 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d98569f-52e4-481b-abcb-13c9745d2990 x-openstack-request-id: req-0d98569f-52e4-481b-abcb-13c9745d2990 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:31:36.813060 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115bca3f-e4f9-499a-be1f-9956c637ca9d", "name": "network-vif-plugged", "status": "completed", "tag": "7ea7ec7f-a162-4eae-a72a-850483275f55", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:31:36.813316 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d98569f-52e4-481b-abcb-13c9745d2990 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:31:36.813694 dv-cinder-797245-8-smb neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115bca3f-e4f9-499a-be1f-9956c637ca9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea7ec7f-a162-4eae-a72a-850483275f55', 'code': 200} Jun 29 03:31:36.837863 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=7ea7ec7f-a162-4eae-a72a-850483275f55,revision_number=5']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:36.841266 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:37.086133 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667f2d6-d4bc-4f45-aba4-46b37d5bf98f req-63266a54-f2d6-491b-a09c-99650a2434f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:37.087470 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-c667f2d6-d4bc-4f45-aba4-46b37d5bf98f req-63266a54-f2d6-491b-a09c-99650a2434f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=115bca3f-e4f9-499a-be1f-9956c637ca9d HTTP/1.1" status: 200 len: 1098 time: 0.0492201 Jun 29 03:31:37.125703 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-c667f2d6-d4bc-4f45-aba4-46b37d5bf98f req-c765c732-eb07-4bbf-b11c-0e44ec5f5894 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259473 Jun 29 03:31:37.275228 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232487d-4315-4029-9234-6c56b37aeb24 req-3747a8f1-c9f4-4bae-8069-1dbf712acdeb tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:37.276658 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-2232487d-4315-4029-9234-6c56b37aeb24 req-3747a8f1-c9f4-4bae-8069-1dbf712acdeb tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=115bca3f-e4f9-499a-be1f-9956c637ca9d HTTP/1.1" status: 200 len: 945 time: 0.0591640 Jun 29 03:31:37.313536 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-2232487d-4315-4029-9234-6c56b37aeb24 req-c112b99e-f66f-4978-baef-d9195497d036 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307472 Jun 29 03:31:38.489201 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d273b2-744a-4e80-9af9-471ed510f23d req-3087fc57-b035-4a5a-a0ad-7ca3eda20806 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:38.490666 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-c8d273b2-744a-4e80-9af9-471ed510f23d req-3087fc57-b035-4a5a-a0ad-7ca3eda20806 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=115bca3f-e4f9-499a-be1f-9956c637ca9d HTTP/1.1" status: 200 len: 945 time: 0.0604208 Jun 29 03:31:38.525668 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-c8d273b2-744a-4e80-9af9-471ed510f23d req-9f306275-e51d-4997-a90c-3101640f9c0f tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294487 Jun 29 03:31:39.693499 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0acbb73-39aa-4145-901a-6d027e19f4a3 req-c484a7ec-0480-48d7-add4-d5bd16f04a8f tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:39.694947 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d0acbb73-39aa-4145-901a-6d027e19f4a3 req-c484a7ec-0480-48d7-add4-d5bd16f04a8f tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=115bca3f-e4f9-499a-be1f-9956c637ca9d HTTP/1.1" status: 200 len: 945 time: 0.0615878 Jun 29 03:31:39.729729 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d0acbb73-39aa-4145-901a-6d027e19f4a3 req-bfd85761-3461-4da1-8f17-37c7f6ab957e tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291417 Jun 29 03:31:43.095462 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f3795950-6d3e-4b9d-9aff-c0cecf1b96ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:45.475983 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-b9c7b077-e174-4d87-8804-39fa47afdf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:45.852094 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:46.536707 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:47.133392 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:48.011067 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.agents_db [None req-352bb85c-db89-4991-b002-2379bbcb00d3 None None] Agent healthcheck: found 6 active agents {{(pid=92902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:31:48.430976 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:59.777873 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e447532-22cd-460e-97e1-cf6d88ca0ebd req-44318815-85af-4241-b063-6a7e26352a92 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:59.780042 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-6e447532-22cd-460e-97e1-cf6d88ca0ebd req-44318815-85af-4241-b063-6a7e26352a92 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=115bca3f-e4f9-499a-be1f-9956c637ca9d HTTP/1.1" status: 200 len: 945 time: 0.0646992 Jun 29 03:31:59.815624 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-6e447532-22cd-460e-97e1-cf6d88ca0ebd req-900fb452-dd80-4021-8bba-55fea7d89c5a tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300465 Jun 29 03:32:00.993066 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a2ae0-0b33-4691-875e-3fc11a42bad2 req-60685a5d-2b7c-4db1-a8e6-db820b0b840b tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:00.994495 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-4b5a2ae0-0b33-4691-875e-3fc11a42bad2 req-60685a5d-2b7c-4db1-a8e6-db820b0b840b tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=115bca3f-e4f9-499a-be1f-9956c637ca9d HTTP/1.1" status: 200 len: 945 time: 0.0648611 Jun 29 03:32:01.030268 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-4b5a2ae0-0b33-4691-875e-3fc11a42bad2 req-2157871b-f4dd-4a2c-a732-d9e3feefc243 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301218 Jun 29 03:32:02.207331 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c3bb6-f9fd-4de0-a825-d6690a5e82c6 req-50e3ea51-be3a-4d28-89dd-908eb08c9649 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:02.208830 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-388c3bb6-f9fd-4de0-a825-d6690a5e82c6 req-50e3ea51-be3a-4d28-89dd-908eb08c9649 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=115bca3f-e4f9-499a-be1f-9956c637ca9d HTTP/1.1" status: 200 len: 945 time: 0.0675316 Jun 29 03:32:02.246560 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-388c3bb6-f9fd-4de0-a825-d6690a5e82c6 req-73c31685-c223-4535-b135-922a70a9a60d tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321257 Jun 29 03:32:03.411711 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325ea95-d47a-4e3a-8636-22e8ce3dfa84 req-71cd7bc9-5780-4e75-8561-7fbd25d0e8d4 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:03.413136 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6325ea95-d47a-4e3a-8636-22e8ce3dfa84 req-71cd7bc9-5780-4e75-8561-7fbd25d0e8d4 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=115bca3f-e4f9-499a-be1f-9956c637ca9d HTTP/1.1" status: 200 len: 945 time: 0.0600586 Jun 29 03:32:03.448784 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6325ea95-d47a-4e3a-8636-22e8ce3dfa84 req-4b7a4aef-febd-4a7a-b492-716106105bd0 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301259 Jun 29 03:32:04.290085 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7887a-dc01-4a19-b49e-7bb6336d06f7 req-477c9f59-4ff1-44ca-b071-a5d2569421ec tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:04.291506 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d2a7887a-dc01-4a19-b49e-7bb6336d06f7 req-477c9f59-4ff1-44ca-b071-a5d2569421ec tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.0630023 Jun 29 03:32:04.327744 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d2a7887a-dc01-4a19-b49e-7bb6336d06f7 req-bbdf07f1-920f-4455-9cb4-79a86d5d4705 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302913 Jun 29 03:32:04.623904 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2215c3-e6bc-404c-ab22-5730d6f39933 req-85933132-e9f8-490d-acf1-31a2001e343f tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:04.625370 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-4e2215c3-e6bc-404c-ab22-5730d6f39933 req-85933132-e9f8-490d-acf1-31a2001e343f tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=115bca3f-e4f9-499a-be1f-9956c637ca9d HTTP/1.1" status: 200 len: 945 time: 0.0667436 Jun 29 03:32:04.662134 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-4e2215c3-e6bc-404c-ab22-5730d6f39933 req-5af0633e-8a66-4629-80d5-4af464f62f02 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/security-groups?id=82088e8e-76b0-4760-80a2-9bfcca74bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311441 Jun 29 03:32:04.939230 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a4a0e-68cd-4053-90b7-9ad0cd3f5893 req-ea972b4b-9f79-48e7-9604-cc1c1881df36 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:04.940570 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-ac0a4a0e-68cd-4053-90b7-9ad0cd3f5893 req-ea972b4b-9f79-48e7-9604-cc1c1881df36 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.41 "GET /v2.0/ports?device_id=115bca3f-e4f9-499a-be1f-9956c637ca9d HTTP/1.1" status: 200 len: 945 time: 0.0596681 Jun 29 03:32:05.038576 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [req-ac0a4a0e-68cd-4053-90b7-9ad0cd3f5893 req-0b003404-0aab-4f80-9fdd-72975d3945be tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Deleting port 7ea7ec7f-a162-4eae-a72a-850483275f55 {{(pid=92899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:32:05.038920 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-ac0a4a0e-68cd-4053-90b7-9ad0cd3f5893 req-0b003404-0aab-4f80-9fdd-72975d3945be tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:05.121843 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.db [req-ac0a4a0e-68cd-4053-90b7-9ad0cd3f5893 req-0b003404-0aab-4f80-9fdd-72975d3945be tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] For port 7ea7ec7f-a162-4eae-a72a-850483275f55, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=7ea7ec7f-a162-4eae-a72a-850483275f55,segment=NetworkSegment(154da7a7-24a6-4eab-bfa9-d2eb63563f5f),segment_id=154da7a7-24a6-4eab-bfa9-d2eb63563f5f)] {{(pid=92899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:32:05.122791 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-ac0a4a0e-68cd-4053-90b7-9ad0cd3f5893 req-0b003404-0aab-4f80-9fdd-72975d3945be tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:05.134345 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [req-ac0a4a0e-68cd-4053-90b7-9ad0cd3f5893 req-0b003404-0aab-4f80-9fdd-72975d3945be tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Calling delete_port for 7ea7ec7f-a162-4eae-a72a-850483275f55 owned by compute:nova {{(pid=92899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:32:05.256223 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-ac0a4a0e-68cd-4053-90b7-9ad0cd3f5893 req-0b003404-0aab-4f80-9fdd-72975d3945be tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372683'] for port, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:05.261161 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-9806d270-7636-4e9e-87b7-e43c47813947 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:05.300169 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b003404-0aab-4f80-9fdd-72975d3945be tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Pushing event deleted for resources: {'Port': ['ID=7ea7ec7f-a162-4eae-a72a-850483275f55,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:05.304260 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['7ea7ec7f-a162-4eae-a72a-850483275f55'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:32:05.322885 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-0b003404-0aab-4f80-9fdd-72975d3945be tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:05.343101 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0a4a0e-68cd-4053-90b7-9ad0cd3f5893 req-0b003404-0aab-4f80-9fdd-72975d3945be tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] No DVR routers for this DVR port 7ea7ec7f-a162-4eae-a72a-850483275f55 on host hv-cinder-79724 {{(pid=92899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:32:05.345417 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-ac0a4a0e-68cd-4053-90b7-9ad0cd3f5893 req-0b003404-0aab-4f80-9fdd-72975d3945be tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:05.347341 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-ac0a4a0e-68cd-4053-90b7-9ad0cd3f5893 req-0b003404-0aab-4f80-9fdd-72975d3945be tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.41 "DELETE /v2.0/ports/7ea7ec7f-a162-4eae-a72a-850483275f55 HTTP/1.1" status: 204 len: 173 time: 0.4009821 Jun 29 03:32:05.347848 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115bca3f-e4f9-499a-be1f-9956c637ca9d', 'name': 'network-vif-deleted', 'tag': '7ea7ec7f-a162-4eae-a72a-850483275f55'}] {{(pid=92899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:32:05.350135 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e75ac8c9269a08c635d3d4ea2f6bd2cddeec2d6e4f2b8df737e80b8e22f33d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9fc712-dcb9-4bce-a7c8-90a1df7cb97a" -d '{"events": [{"server_uuid": "115bca3f-e4f9-499a-be1f-9956c637ca9d", "name": "network-vif-deleted", "tag": "7ea7ec7f-a162-4eae-a72a-850483275f55"}]}' {{(pid=92899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:32:05.393108 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26ed59c-9ed6-4b8f-9db9-75a0db924603 x-openstack-request-id: req-f26ed59c-9ed6-4b8f-9db9-75a0db924603 {{(pid=92899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:32:05.393434 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115bca3f-e4f9-499a-be1f-9956c637ca9d", "name": "network-vif-deleted", "tag": "7ea7ec7f-a162-4eae-a72a-850483275f55", "status": "completed", "code": 200}]} {{(pid=92899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:32:05.393728 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f26ed59c-9ed6-4b8f-9db9-75a0db924603 {{(pid=92899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:32:05.394135 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115bca3f-e4f9-499a-be1f-9956c637ca9d', 'name': 'network-vif-deleted', 'tag': '7ea7ec7f-a162-4eae-a72a-850483275f55', 'status': 'completed', 'code': 200} Jun 29 03:32:05.534867 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b6bd4-b63c-4603-963b-0010cd770e83 req-c96e3cfd-0b46-4a7b-9ad6-7125b330fbfd tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:05.536896 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-cb6b6bd4-b63c-4603-963b-0010cd770e83 req-c96e3cfd-0b46-4a7b-9ad6-7125b330fbfd tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.0633264 Jun 29 03:32:05.576410 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-cb6b6bd4-b63c-4603-963b-0010cd770e83 req-6c7c90db-2e8c-4f18-9b52-cca68c36d2cc tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333672 Jun 29 03:32:05.810238 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-3ccc1c34-fa3f-42ae-a6ff-2d4db0323562 req-6ca4e317-8a6f-467b-9009-e1105dffff68 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] 10.222.0.24 "GET /v2.0/ports?device_id=115bca3f-e4f9-499a-be1f-9956c637ca9d HTTP/1.1" status: 200 len: 210 time: 0.0269325 Jun 29 03:32:06.753217 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22168753-4411-4203-8148-819b2ce8b14f req-d04124a8-96f7-48f8-84ab-f444d4b2135e tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:06.754821 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-22168753-4411-4203-8148-819b2ce8b14f req-d04124a8-96f7-48f8-84ab-f444d4b2135e tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.0652857 Jun 29 03:32:06.792062 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-22168753-4411-4203-8148-819b2ce8b14f req-80513ab2-1ba3-469e-b0a3-ca92075163cf tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f310e1f4-4bc2-4003-b58c-b71f00eedac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313170 Jun 29 03:32:07.156613 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9c9b4-bccf-4d6a-b10f-143e2b27b457 req-7b25214b-dc76-4ecb-bb42-480dea6ccd0f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:07.158233 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-adb9c9b4-bccf-4d6a-b10f-143e2b27b457 req-7b25214b-dc76-4ecb-bb42-480dea6ccd0f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 946 time: 0.0984275 Jun 29 03:32:07.215662 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42926383-cd16-4dbd-a041-395cf8bacea5 req-0708056e-fd93-472d-b364-f5f804da6ebf tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:07.217289 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-42926383-cd16-4dbd-a041-395cf8bacea5 req-0708056e-fd93-472d-b364-f5f804da6ebf tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 946 time: 0.1060145 Jun 29 03:32:07.224493 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-adb9c9b4-bccf-4d6a-b10f-143e2b27b457 req-00c5a4a5-b3ab-43ea-b8e3-2f0eb06f11b7 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514414 Jun 29 03:32:07.323923 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [req-42926383-cd16-4dbd-a041-395cf8bacea5 req-5239cb8f-d1d0-4713-a1e2-5a9c11d13286 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Deleting port ea0ff005-1f4a-4bd5-a5c9-61578a420165 {{(pid=92899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:32:07.324271 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-42926383-cd16-4dbd-a041-395cf8bacea5 req-5239cb8f-d1d0-4713-a1e2-5a9c11d13286 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:07.412484 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.db [req-42926383-cd16-4dbd-a041-395cf8bacea5 req-5239cb8f-d1d0-4713-a1e2-5a9c11d13286 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] For port ea0ff005-1f4a-4bd5-a5c9-61578a420165, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=ea0ff005-1f4a-4bd5-a5c9-61578a420165,segment=NetworkSegment(38283d29-4f4a-48db-be4f-9f1ff8e9f0d7),segment_id=38283d29-4f4a-48db-be4f-9f1ff8e9f0d7)] {{(pid=92899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:32:07.412758 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-42926383-cd16-4dbd-a041-395cf8bacea5 req-5239cb8f-d1d0-4713-a1e2-5a9c11d13286 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:07.624620 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-42926383-cd16-4dbd-a041-395cf8bacea5 req-5239cb8f-d1d0-4713-a1e2-5a9c11d13286 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:07.624993 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-42926383-cd16-4dbd-a041-395cf8bacea5 req-5239cb8f-d1d0-4713-a1e2-5a9c11d13286 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8077441'] for floatingip, after_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:07.625308 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.db.l3_db [req-42926383-cd16-4dbd-a041-395cf8bacea5 req-5239cb8f-d1d0-4713-a1e2-5a9c11d13286 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Floating IP f7619225-6d56-45f3-a0f1-94b0c2250f24 disassociated. External IP: 172.28.2.125, port: ea0ff005-1f4a-4bd5-a5c9-61578a420165. Jun 29 03:32:07.625650 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [req-42926383-cd16-4dbd-a041-395cf8bacea5 req-5239cb8f-d1d0-4713-a1e2-5a9c11d13286 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Calling delete_port for ea0ff005-1f4a-4bd5-a5c9-61578a420165 owned by compute:nova {{(pid=92899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:32:07.746966 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-42926383-cd16-4dbd-a041-395cf8bacea5 req-5239cb8f-d1d0-4713-a1e2-5a9c11d13286 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372683'] for port, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:07.751363 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:07.776918 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5239cb8f-d1d0-4713-a1e2-5a9c11d13286 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Pushing event deleted for resources: {'Port': ['ID=ea0ff005-1f4a-4bd5-a5c9-61578a420165,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:07.788447 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5239cb8f-d1d0-4713-a1e2-5a9c11d13286 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:07.788816 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5239cb8f-d1d0-4713-a1e2-5a9c11d13286 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:07.789175 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5239cb8f-d1d0-4713-a1e2-5a9c11d13286 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:07.789528 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5239cb8f-d1d0-4713-a1e2-5a9c11d13286 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:07.789875 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5239cb8f-d1d0-4713-a1e2-5a9c11d13286 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:07.790220 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5239cb8f-d1d0-4713-a1e2-5a9c11d13286 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:07.790565 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5239cb8f-d1d0-4713-a1e2-5a9c11d13286 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:07.790922 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5239cb8f-d1d0-4713-a1e2-5a9c11d13286 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:07.791365 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5239cb8f-d1d0-4713-a1e2-5a9c11d13286 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:07.791607 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5239cb8f-d1d0-4713-a1e2-5a9c11d13286 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:07.792019 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5239cb8f-d1d0-4713-a1e2-5a9c11d13286 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:07.792361 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5239cb8f-d1d0-4713-a1e2-5a9c11d13286 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:07.796288 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-5239cb8f-d1d0-4713-a1e2-5a9c11d13286 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:07.904423 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42926383-cd16-4dbd-a041-395cf8bacea5 req-5239cb8f-d1d0-4713-a1e2-5a9c11d13286 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Router 17507674-1029-41a3-b5b1-f38d29a17b81 has already been hosted by L3 agent 7fe0c168-953d-4d47-bedf-fde3a92e458b {{(pid=92899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:32:07.942115 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-cd982c2e-82b1-4a24-b11d-14efa49a2c29 req-bcf4245e-ed64-4b90-b4cd-df7d92b48859 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=5edbeae1-5ba0-4ad5-8c08-d7c8fa613648 HTTP/1.1" status: 200 len: 210 time: 0.0325289 Jun 29 03:32:08.010227 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42926383-cd16-4dbd-a041-395cf8bacea5 req-5239cb8f-d1d0-4713-a1e2-5a9c11d13286 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify agent at l3_agent.dv-cinder-797245-8-smb the message routers_updated {{(pid=92899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:32:08.019871 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f45ba2d-c5b1-4b61-afe4-d4bec4f152cc None None] Sync routers for ids ['17507674-1029-41a3-b5b1-f38d29a17b81'] in dv-cinder-797245-8-smb {{(pid=92901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:32:08.028465 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f45ba2d-c5b1-4b61-afe4-d4bec4f152cc None None] Routers {'17507674-1029-41a3-b5b1-f38d29a17b81'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:32:08.029086 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-8f45ba2d-c5b1-4b61-afe4-d4bec4f152cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:31:45Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['17507674-1029-41a3-b5b1-f38d29a17b81'], 'active': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:08.055080 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.l3_dvrscheduler_db [req-42926383-cd16-4dbd-a041-395cf8bacea5 req-5239cb8f-d1d0-4713-a1e2-5a9c11d13286 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] No DVR routers for this DVR port ea0ff005-1f4a-4bd5-a5c9-61578a420165 on host hv-cinder-79724 {{(pid=92899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:32:08.057592 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-42926383-cd16-4dbd-a041-395cf8bacea5 req-5239cb8f-d1d0-4713-a1e2-5a9c11d13286 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:08.060279 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-42926383-cd16-4dbd-a041-395cf8bacea5 req-5239cb8f-d1d0-4713-a1e2-5a9c11d13286 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.41 "DELETE /v2.0/ports/ea0ff005-1f4a-4bd5-a5c9-61578a420165 HTTP/1.1" status: 204 len: 173 time: 0.8343239 Jun 29 03:32:08.060836 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edbeae1-5ba0-4ad5-8c08-d7c8fa613648', 'name': 'network-vif-deleted', 'tag': 'ea0ff005-1f4a-4bd5-a5c9-61578a420165'}] {{(pid=92899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:32:08.063164 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e75ac8c9269a08c635d3d4ea2f6bd2cddeec2d6e4f2b8df737e80b8e22f33d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a23231-8b46-43a7-9d07-010c82335d87" -d '{"events": [{"server_uuid": "5edbeae1-5ba0-4ad5-8c08-d7c8fa613648", "name": "network-vif-deleted", "tag": "ea0ff005-1f4a-4bd5-a5c9-61578a420165"}]}' {{(pid=92899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:32:08.108258 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f727497b-17f1-4602-9515-254b4c426f0b x-openstack-request-id: req-f727497b-17f1-4602-9515-254b4c426f0b {{(pid=92899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:32:08.108258 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edbeae1-5ba0-4ad5-8c08-d7c8fa613648", "name": "network-vif-deleted", "tag": "ea0ff005-1f4a-4bd5-a5c9-61578a420165", "status": "completed", "code": 200}]} {{(pid=92899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:32:08.110383 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f727497b-17f1-4602-9515-254b4c426f0b {{(pid=92899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:32:08.110383 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edbeae1-5ba0-4ad5-8c08-d7c8fa613648', 'name': 'network-vif-deleted', 'tag': 'ea0ff005-1f4a-4bd5-a5c9-61578a420165', 'status': 'completed', 'code': 200} Jun 29 03:32:08.135512 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvr_db [None req-8f45ba2d-c5b1-4b61-afe4-d4bec4f152cc None None] Set router 17507674-1029-41a3-b5b1-f38d29a17b81 gateway port host: dv-cinder-797245-8-smb {{(pid=92901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:32:08.363796 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-8f45ba2d-c5b1-4b61-afe4-d4bec4f152cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'name': 'tempest-AttachVolumeTestJSON-648326467-router', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:10Z', 'revision_number': 4, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'gw_port': {'id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': '4ee657ab-bfc0-43d6-b534-f28ceb3c36a7', 'name': '', 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'mac_address': 'fa:16:3e:cf:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'c28d3be3-3297-47d9-b1b3-a2eb92284a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:08Z', 'updated_at': '2021-06-29T03:28:18Z', 'revision_number': 5, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'subnets': [{'id': 'c28d3be3-3297-47d9-b1b3-a2eb92284a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:08.408407 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f45ba2d-c5b1-4b61-afe4-d4bec4f152cc None None] Checking router: 17507674-1029-41a3-b5b1-f38d29a17b81 for host: dv-cinder-797245-8-smb {{(pid=92901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:32:08.419754 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f45ba2d-c5b1-4b61-afe4-d4bec4f152cc None None] Routers {'17507674-1029-41a3-b5b1-f38d29a17b81'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:32:08.420410 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-8f45ba2d-c5b1-4b61-afe4-d4bec4f152cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:31:45Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['17507674-1029-41a3-b5b1-f38d29a17b81'], 'active': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:08.438394 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf53492-0bda-4b92-a4d1-533eb796ef01 req-7add5699-3e8e-4ec9-8946-5801572aeee1 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:08.444288 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-2cf53492-0bda-4b92-a4d1-533eb796ef01 req-7add5699-3e8e-4ec9-8946-5801572aeee1 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 946 time: 0.0750930 Jun 29 03:32:08.480037 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-2cf53492-0bda-4b92-a4d1-533eb796ef01 req-23083066-600c-4985-bf09-36463c4e63a7 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342550 Jun 29 03:32:08.543576 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvr_db [None req-8f45ba2d-c5b1-4b61-afe4-d4bec4f152cc None None] Set router 17507674-1029-41a3-b5b1-f38d29a17b81 gateway port host: dv-cinder-797245-8-smb {{(pid=92901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:32:08.746051 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-8f45ba2d-c5b1-4b61-afe4-d4bec4f152cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'name': 'tempest-AttachVolumeTestJSON-648326467-router', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:10Z', 'revision_number': 4, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'gw_port': {'id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': '4ee657ab-bfc0-43d6-b534-f28ceb3c36a7', 'name': '', 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'mac_address': 'fa:16:3e:cf:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'c28d3be3-3297-47d9-b1b3-a2eb92284a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:08Z', 'updated_at': '2021-06-29T03:28:18Z', 'revision_number': 5, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'subnets': [{'id': 'c28d3be3-3297-47d9-b1b3-a2eb92284a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:08.772510 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f45ba2d-c5b1-4b61-afe4-d4bec4f152cc None None] The sync data for ids ['17507674-1029-41a3-b5b1-f38d29a17b81'] in dv-cinder-797245-8-smb is: [{'id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'name': 'tempest-AttachVolumeTestJSON-648326467-router', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:10Z', 'revision_number': 4, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'gw_port': {'id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': '4ee657ab-bfc0-43d6-b534-f28ceb3c36a7', 'name': '', 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'mac_address': 'fa:16:3e:cf:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'c28d3be3-3297-47d9-b1b3-a2eb92284a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:08Z', 'updated_at': '2021-06-29T03:28:18Z', 'revision_number': 5, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'subnets': [{'id': 'c28d3be3-3297-47d9-b1b3-a2eb92284a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:32:08.793100 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device ea0ff005-1f4a-4bd5-a5c9-61578a420165 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:32:08.814404 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] No Port match for: ea0ff005-1f4a-4bd5-a5c9-61578a420165 {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:32:08.814760 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device ea0ff005-1f4a-4bd5-a5c9-61578a420165 not bound to the agent host hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:32:08.815189 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 7ea7ec7f-a162-4eae-a72a-850483275f55 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:32:08.839144 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] No Port match for: 7ea7ec7f-a162-4eae-a72a-850483275f55 {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:32:08.839755 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 7ea7ec7f-a162-4eae-a72a-850483275f55 not bound to the agent host hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:32:09.010118 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae2f151-e42a-4e79-a341-e5a9de5fd98f None None] New status for floating IP f7619225-6d56-45f3-a0f1-94b0c2250f24: DOWN {{(pid=92902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 03:32:09.071352 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 46896) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:09.128226 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-dcf69a26-0395-4f71-bc4a-5d938067ccef tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:09.151595 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-dcf69a26-0395-4f71-bc4a-5d938067ccef tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:09.213991 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-dcf69a26-0395-4f71-bc4a-5d938067ccef tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:09.216807 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-dcf69a26-0395-4f71-bc4a-5d938067ccef tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:09.217873 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-dcf69a26-0395-4f71-bc4a-5d938067ccef tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "DELETE /v2.0/security-groups/f310e1f4-4bc2-4003-b58c-b71f00eedac8 HTTP/1.1" status: 204 len: 168 time: 0.1449876 Jun 29 03:32:09.219786 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-e590e737-22c7-45b4-a162-57f520fcd980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:09.220708 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 46898) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:09.234570 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.api.v2.resource [None req-e544475a-427f-48f7-b0d0-8886665e6170 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] show failed (client error): The resource could not be found. Jun 29 03:32:09.235522 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-e544475a-427f-48f7-b0d0-8886665e6170 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups/f310e1f4-4bc2-4003-b58c-b71f00eedac8 HTTP/1.1" status: 404 len: 347 time: 0.0133715 Jun 29 03:32:09.238406 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 46900) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:09.248780 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf69a26-0395-4f71-bc4a-5d938067ccef tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f310e1f4-4bc2-4003-b58c-b71f00eedac8,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:09.251328 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-dcf69a26-0395-4f71-bc4a-5d938067ccef tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:09.289655 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aee820-e8f3-4a64-8383-5214e5607e9c req-939788b4-4d92-40a3-b328-e8a7c45f35cf tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:09.291369 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-63aee820-e8f3-4a64-8383-5214e5607e9c req-939788b4-4d92-40a3-b328-e8a7c45f35cf tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 946 time: 0.0862505 Jun 29 03:32:09.397941 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [req-63aee820-e8f3-4a64-8383-5214e5607e9c req-538fc16f-0897-4c76-9661-386a5d33d8c5 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Deleting port 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 {{(pid=92899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:32:09.398219 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-63aee820-e8f3-4a64-8383-5214e5607e9c req-538fc16f-0897-4c76-9661-386a5d33d8c5 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:09.513259 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.db [req-63aee820-e8f3-4a64-8383-5214e5607e9c req-538fc16f-0897-4c76-9661-386a5d33d8c5 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] For port 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=33ab6b5d-9c56-4ba6-bc3b-d890a2af9384,segment=NetworkSegment(2b8a4e7f-1f3c-48f3-872b-763dc2e1c437),segment_id=2b8a4e7f-1f3c-48f3-872b-763dc2e1c437)] {{(pid=92899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:32:09.513636 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-63aee820-e8f3-4a64-8383-5214e5607e9c req-538fc16f-0897-4c76-9661-386a5d33d8c5 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:09.702891 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [None req-42854085-f263-4934-b2b9-06f4b6194278 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Deleting port 6b9b2b29-6b97-435d-9635-5d5e1b0e4ec4 {{(pid=92900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:32:09.703173 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-42854085-f263-4934-b2b9-06f4b6194278 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:09.781484 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-63aee820-e8f3-4a64-8383-5214e5607e9c req-538fc16f-0897-4c76-9661-386a5d33d8c5 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:09.781895 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-63aee820-e8f3-4a64-8383-5214e5607e9c req-538fc16f-0897-4c76-9661-386a5d33d8c5 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8077441'] for floatingip, after_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:09.782163 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.db.l3_db [req-63aee820-e8f3-4a64-8383-5214e5607e9c req-538fc16f-0897-4c76-9661-386a5d33d8c5 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Floating IP 0ef79171-bc5b-4e40-bfc8-237f4ab8ddd2 disassociated. External IP: 172.28.2.81, port: 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384. Jun 29 03:32:09.782499 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [req-63aee820-e8f3-4a64-8383-5214e5607e9c req-538fc16f-0897-4c76-9661-386a5d33d8c5 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Calling delete_port for 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 owned by compute:nova {{(pid=92899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:32:09.790344 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-42854085-f263-4934-b2b9-06f4b6194278 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:09.790905 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46836237-597e-4141-81c3-27a02264903c req-8c7f80cc-6f8c-4148-828a-847953b8290f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:09.791427 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-42854085-f263-4934-b2b9-06f4b6194278 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:09.792434 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-46836237-597e-4141-81c3-27a02264903c req-8c7f80cc-6f8c-4148-828a-847953b8290f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e HTTP/1.1" status: 200 len: 946 time: 0.0838125 Jun 29 03:32:09.820134 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [None req-42854085-f263-4934-b2b9-06f4b6194278 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Calling delete_port for 6b9b2b29-6b97-435d-9635-5d5e1b0e4ec4 owned by network:floatingip {{(pid=92900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:32:09.864818 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-46836237-597e-4141-81c3-27a02264903c req-eccf7bc3-256f-440a-9740-150d183dcda7 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=c49eb7f8-b792-4131-a722-f54d6796ce42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638793 Jun 29 03:32:09.970325 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-63aee820-e8f3-4a64-8383-5214e5607e9c req-538fc16f-0897-4c76-9661-386a5d33d8c5 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372683'] for port, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:09.974379 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-d0d63710-6e23-4a44-905e-8d81eca86b5a tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:10.000464 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fc16f-0897-4c76-9661-386a5d33d8c5 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Pushing event deleted for resources: {'Port': ['ID=33ab6b5d-9c56-4ba6-bc3b-d890a2af9384,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:10.001571 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-42854085-f263-4934-b2b9-06f4b6194278 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859944'] for port, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:10.003414 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:10.004693 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-538fc16f-0897-4c76-9661-386a5d33d8c5 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:10.034572 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42854085-f263-4934-b2b9-06f4b6194278 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Pushing event deleted for resources: {'Port': ['ID=6b9b2b29-6b97-435d-9635-5d5e1b0e4ec4,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:10.037678 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-42854085-f263-4934-b2b9-06f4b6194278 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:10.098547 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-42854085-f263-4934-b2b9-06f4b6194278 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for floatingip, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:10.101080 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-42854085-f263-4934-b2b9-06f4b6194278 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for floatingip, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:10.102343 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-42854085-f263-4934-b2b9-06f4b6194278 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "DELETE /v2.0/floatingips/f7619225-6d56-45f3-a0f1-94b0c2250f24 HTTP/1.1" status: 204 len: 168 time: 0.8627870 Jun 29 03:32:10.121157 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63aee820-e8f3-4a64-8383-5214e5607e9c req-538fc16f-0897-4c76-9661-386a5d33d8c5 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Router 3a983dc0-1528-417f-91aa-3847fb40e702 has already been hosted by L3 agent 7fe0c168-953d-4d47-bedf-fde3a92e458b {{(pid=92899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:32:10.476613 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63aee820-e8f3-4a64-8383-5214e5607e9c req-538fc16f-0897-4c76-9661-386a5d33d8c5 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify agent at l3_agent.dv-cinder-797245-8-smb the message routers_updated {{(pid=92899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:32:10.485260 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 46914) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:10.495406 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffa609f-638d-4958-8099-28208a166876 None None] Sync routers for ids ['3a983dc0-1528-417f-91aa-3847fb40e702'] in dv-cinder-797245-8-smb {{(pid=92901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:32:10.500861 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-807de0ab-be55-4ad7-bac6-276c96b5f291 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1406390249', 'description': 'tempest-description--1893516419'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:10.521226 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffa609f-638d-4958-8099-28208a166876 None None] Routers {'3a983dc0-1528-417f-91aa-3847fb40e702'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:32:10.522277 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-8ffa609f-638d-4958-8099-28208a166876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:31:45Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['3a983dc0-1528-417f-91aa-3847fb40e702'], 'active': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:10.530188 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.l3_dvrscheduler_db [req-63aee820-e8f3-4a64-8383-5214e5607e9c req-538fc16f-0897-4c76-9661-386a5d33d8c5 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] No DVR routers for this DVR port 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 on host hv-cinder-79724 {{(pid=92899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:32:10.533251 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-63aee820-e8f3-4a64-8383-5214e5607e9c req-538fc16f-0897-4c76-9661-386a5d33d8c5 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:10.535363 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-63aee820-e8f3-4a64-8383-5214e5607e9c req-538fc16f-0897-4c76-9661-386a5d33d8c5 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.41 "DELETE /v2.0/ports/33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 HTTP/1.1" status: 204 len: 173 time: 1.2359283 Jun 29 03:32:10.535944 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e', 'name': 'network-vif-deleted', 'tag': '33ab6b5d-9c56-4ba6-bc3b-d890a2af9384'}] {{(pid=92899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:32:10.537795 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-807de0ab-be55-4ad7-bac6-276c96b5f291 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:10.538280 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e75ac8c9269a08c635d3d4ea2f6bd2cddeec2d6e4f2b8df737e80b8e22f33d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868bdfbd-0132-4c10-bc61-1ef867c57fd8" -d '{"events": [{"server_uuid": "5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e", "name": "network-vif-deleted", "tag": "33ab6b5d-9c56-4ba6-bc3b-d890a2af9384"}]}' {{(pid=92899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:32:10.588790 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbc91d7-ee21-4ea5-bb3a-ff4f1c0679ec x-openstack-request-id: req-5fbc91d7-ee21-4ea5-bb3a-ff4f1c0679ec {{(pid=92899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:32:10.589124 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e", "name": "network-vif-deleted", "tag": "33ab6b5d-9c56-4ba6-bc3b-d890a2af9384", "status": "completed", "code": 200}]} {{(pid=92899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:32:10.589467 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5fbc91d7-ee21-4ea5-bb3a-ff4f1c0679ec {{(pid=92899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:32:10.590382 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d09ccfd-1ec1-4fc3-8ddf-dccdfebdf41e', 'name': 'network-vif-deleted', 'tag': '33ab6b5d-9c56-4ba6-bc3b-d890a2af9384', 'status': 'completed', 'code': 200} Jun 29 03:32:10.658329 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-807de0ab-be55-4ad7-bac6-276c96b5f291 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:10.661446 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvr_db [None req-8ffa609f-638d-4958-8099-28208a166876 None None] Set router 3a983dc0-1528-417f-91aa-3847fb40e702 gateway port host: dv-cinder-797245-8-smb {{(pid=92901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:32:10.663237 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-807de0ab-be55-4ad7-bac6-276c96b5f291 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:10.666703 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-22bcc960-8e2f-4de3-bae3-3fb4369fd72f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:10.693541 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-807de0ab-be55-4ad7-bac6-276c96b5f291 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:10.696289 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-807de0ab-be55-4ad7-bac6-276c96b5f291 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2031715 Jun 29 03:32:10.698265 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 46918) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:10.698838 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807de0ab-be55-4ad7-bac6-276c96b5f291 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f41f2abf-22ec-4360-8a79-c2476de85d28,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:10.701737 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-807de0ab-be55-4ad7-bac6-276c96b5f291 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:10.705996 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-777f2969-d0af-43e6-80ab-b7a34cff1f0c tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Request body: {'security_group_rule': {'security_group_id': 'f41f2abf-22ec-4360-8a79-c2476de85d28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:10.733631 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-777f2969-d0af-43e6-80ab-b7a34cff1f0c tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:10.779089 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-777f2969-d0af-43e6-80ab-b7a34cff1f0c tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:10.784126 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-777f2969-d0af-43e6-80ab-b7a34cff1f0c tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8015280'] for security_group_rule, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:10.786146 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-bf44cc9d-507a-4d27-82a9-cf9768650b46 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:10.803182 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f2969-d0af-43e6-80ab-b7a34cff1f0c tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb94bf8e-b766-4bc6-9496-1b07791a4f1f,revision_number=0']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:10.805820 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-777f2969-d0af-43e6-80ab-b7a34cff1f0c tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:10.811609 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-777f2969-d0af-43e6-80ab-b7a34cff1f0c tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:10.813012 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-777f2969-d0af-43e6-80ab-b7a34cff1f0c tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1137331 Jun 29 03:32:10.816017 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 46920) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:10.821326 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-a1fac29f-c9bf-4465-8ca0-deab2a14bcc0 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Request body: {'security_group_rule': {'security_group_id': 'f41f2abf-22ec-4360-8a79-c2476de85d28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:10.849376 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-a1fac29f-c9bf-4465-8ca0-deab2a14bcc0 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:10.879367 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-8ffa609f-638d-4958-8099-28208a166876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'name': 'tempest-AttachVolumeShelveTestJSON-1244863228-router', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15'}], 'enable_snat': True}, 'gw_port_id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:59Z', 'updated_at': '2021-06-29T03:29:05Z', 'revision_number': 4, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'gw_port': {'id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:00Z', 'updated_at': '2021-06-29T03:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': '472ed9e2-6d11-4d68-8eee-51bc8461b0c8', 'name': '', 'network_id': '55159499-4162-473d-91be-3f7bcc13f345', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'mac_address': 'fa:16:3e:c6:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '29dd2891-545c-4e5c-ada9-366a40a64358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:04Z', 'updated_at': '2021-06-29T03:29:12Z', 'revision_number': 5, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'subnets': [{'id': '29dd2891-545c-4e5c-ada9-366a40a64358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:10.906821 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffa609f-638d-4958-8099-28208a166876 None None] Checking router: 3a983dc0-1528-417f-91aa-3847fb40e702 for host: dv-cinder-797245-8-smb {{(pid=92901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:32:10.915660 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffa609f-638d-4958-8099-28208a166876 None None] Routers {'3a983dc0-1528-417f-91aa-3847fb40e702'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:32:10.915984 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-a1fac29f-c9bf-4465-8ca0-deab2a14bcc0 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:10.916322 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-8ffa609f-638d-4958-8099-28208a166876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:31:45Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['3a983dc0-1528-417f-91aa-3847fb40e702'], 'active': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:10.924085 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-a1fac29f-c9bf-4465-8ca0-deab2a14bcc0 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8015280'] for security_group_rule, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:10.926693 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:10.948372 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fac29f-c9bf-4465-8ca0-deab2a14bcc0 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25fa80a2-3fa2-4032-a086-e02d09551080,revision_number=0']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:10.951824 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-a1fac29f-c9bf-4465-8ca0-deab2a14bcc0 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:10.957578 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-a1fac29f-c9bf-4465-8ca0-deab2a14bcc0 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:10.963088 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 46926) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:10.964184 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-a1fac29f-c9bf-4465-8ca0-deab2a14bcc0 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1463089 Jun 29 03:32:10.968481 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-e88d1552-b7c3-4284-b81c-4182fcc60e6b tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Request body: {'floatingip': {'floating_network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:11.000998 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e88d1552-b7c3-4284-b81c-4182fcc60e6b tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for floatingip, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:11.071161 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvr_db [None req-8ffa609f-638d-4958-8099-28208a166876 None None] Set router 3a983dc0-1528-417f-91aa-3847fb40e702 gateway port host: dv-cinder-797245-8-smb {{(pid=92901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:32:11.108555 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e88d1552-b7c3-4284-b81c-4182fcc60e6b tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:11.232820 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.db_base_plugin_common [None req-e88d1552-b7c3-4284-b81c-4182fcc60e6b tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Allocated IP 172.28.2.149 (66e8c627-bfc7-4283-9c88-a2a34f7e2e0b/c8165791-a4a1-46c6-a3dc-c0e6529e25bd/f3f106df-f503-4620-af21-3cf2f3de54d0) {{(pid=92899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:32:11.275316 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-8ffa609f-638d-4958-8099-28208a166876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'name': 'tempest-AttachVolumeShelveTestJSON-1244863228-router', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15'}], 'enable_snat': True}, 'gw_port_id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:59Z', 'updated_at': '2021-06-29T03:29:05Z', 'revision_number': 4, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'gw_port': {'id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:00Z', 'updated_at': '2021-06-29T03:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': '472ed9e2-6d11-4d68-8eee-51bc8461b0c8', 'name': '', 'network_id': '55159499-4162-473d-91be-3f7bcc13f345', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'mac_address': 'fa:16:3e:c6:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '29dd2891-545c-4e5c-ada9-366a40a64358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:04Z', 'updated_at': '2021-06-29T03:29:12Z', 'revision_number': 5, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'subnets': [{'id': '29dd2891-545c-4e5c-ada9-366a40a64358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:11.310653 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffa609f-638d-4958-8099-28208a166876 None None] The sync data for ids ['3a983dc0-1528-417f-91aa-3847fb40e702'] in dv-cinder-797245-8-smb is: [{'id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'name': 'tempest-AttachVolumeShelveTestJSON-1244863228-router', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15'}], 'enable_snat': True}, 'gw_port_id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:59Z', 'updated_at': '2021-06-29T03:29:05Z', 'revision_number': 4, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'gw_port': {'id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:00Z', 'updated_at': '2021-06-29T03:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': '472ed9e2-6d11-4d68-8eee-51bc8461b0c8', 'name': '', 'network_id': '55159499-4162-473d-91be-3f7bcc13f345', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'mac_address': 'fa:16:3e:c6:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '29dd2891-545c-4e5c-ada9-366a40a64358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:04Z', 'updated_at': '2021-06-29T03:29:12Z', 'revision_number': 5, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'subnets': [{'id': '29dd2891-545c-4e5c-ada9-366a40a64358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:32:11.343742 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e88d1552-b7c3-4284-b81c-4182fcc60e6b tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for port, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:11.382347 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e88d1552-b7c3-4284-b81c-4182fcc60e6b tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4372674'] for port, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:11.385026 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:11.419996 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88d1552-b7c3-4284-b81c-4182fcc60e6b tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Network 66e8c627-bfc7-4283-9c88-a2a34f7e2e0b is already hosted by enough agents. {{(pid=92899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:32:11.425173 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.base_scheduler [None req-e88d1552-b7c3-4284-b81c-4182fcc60e6b tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Resources bound (agent type, host, resource id): {{(pid=92899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:32:11.428497 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88d1552-b7c3-4284-b81c-4182fcc60e6b tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Received port after_create {{(pid=92899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:32:11.433931 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d1552-b7c3-4284-b81c-4182fcc60e6b tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Pushing event updated for resources: {'Port': ['ID=f3f106df-f503-4620-af21-3cf2f3de54d0,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:11.453340 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-e88d1552-b7c3-4284-b81c-4182fcc60e6b tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:11.521238 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e88d1552-b7c3-4284-b81c-4182fcc60e6b tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:11.529827 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cc7ab9-d527-43ff-8888-3704e00ba477 None None] New status for floating IP 0ef79171-bc5b-4e40-bfc8-237f4ab8ddd2: DOWN {{(pid=92902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 03:32:11.566276 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e88d1552-b7c3-4284-b81c-4182fcc60e6b tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:11.715585 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e88d1552-b7c3-4284-b81c-4182fcc60e6b tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for port, precommit_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:11.720257 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e88d1552-b7c3-4284-b81c-4182fcc60e6b tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372692'] for port, after_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:11.722143 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-7a1b410e-7ca5-4f69-b3e8-c55ba9e3af2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:11.784436 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d1552-b7c3-4284-b81c-4182fcc60e6b tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Pushing event updated for resources: {'Port': ['ID=f3f106df-f503-4620-af21-3cf2f3de54d0,revision_number=2']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:11.789682 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-e88d1552-b7c3-4284-b81c-4182fcc60e6b tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:11.796256 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e88d1552-b7c3-4284-b81c-4182fcc60e6b tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8077441'] for floatingip, after_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:11.808777 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e88d1552-b7c3-4284-b81c-4182fcc60e6b tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for floatingip, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:11.809999 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-e88d1552-b7c3-4284-b81c-4182fcc60e6b tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8455591 Jun 29 03:32:11.991016 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-330e023c-9d57-4457-ba5d-801be5d42269 req-d6b73685-5761-40bd-937a-1f9864fb023d tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1406390249&fields=id&tenant_id=43f3aeed3f4749bab1f83a06f1e82be0 HTTP/1.1" status: 200 len: 267 time: 0.0337799 Jun 29 03:32:12.063134 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 46950) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:12.126437 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e023c-9d57-4457-ba5d-801be5d42269 req-d4f4a9f5-f597-4283-84b5-ff7bdd009f38 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:12.127869 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-330e023c-9d57-4457-ba5d-801be5d42269 req-d4f4a9f5-f597-4283-84b5-ff7bdd009f38 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/networks?id=2c477f5c-bdb0-44ca-8af9-ed7781063c5a HTTP/1.1" status: 200 len: 810 time: 0.1306186 Jun 29 03:32:12.151902 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-330e023c-9d57-4457-ba5d-801be5d42269 req-1b2f6e88-e2ba-42f9-bbc7-b6713d15fa6b tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/quotas/43f3aeed3f4749bab1f83a06f1e82be0 HTTP/1.1" status: 200 len: 375 time: 0.0186818 Jun 29 03:32:12.152699 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7f6182fc-f66c-48be-918e-c1a5b9cff362 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:12.204296 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7f6182fc-f66c-48be-918e-c1a5b9cff362 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:12.268650 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-330e023c-9d57-4457-ba5d-801be5d42269 req-9887c6fb-d6f0-4528-bfee-e1e160b5fccf tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=43f3aeed3f4749bab1f83a06f1e82be0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1105273 Jun 29 03:32:12.280827 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7f6182fc-f66c-48be-918e-c1a5b9cff362 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:12.283696 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7f6182fc-f66c-48be-918e-c1a5b9cff362 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:12.284814 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-7f6182fc-f66c-48be-918e-c1a5b9cff362 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "DELETE /v2.0/security-groups/c49eb7f8-b792-4131-a722-f54d6796ce42 HTTP/1.1" status: 204 len: 168 time: 0.2207799 Jun 29 03:32:12.286683 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-692ca8e4-2662-465f-9eec-4605bfee800d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:12.287594 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 46956) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:12.302993 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.api.v2.resource [None req-fa7ebcdb-8f67-41ee-9777-096160eadd1a tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] show failed (client error): The resource could not be found. Jun 29 03:32:12.304252 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-fa7ebcdb-8f67-41ee-9777-096160eadd1a tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups/c49eb7f8-b792-4131-a722-f54d6796ce42 HTTP/1.1" status: 404 len: 347 time: 0.0155571 Jun 29 03:32:12.307256 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 46958) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:12.335122 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6182fc-f66c-48be-918e-c1a5b9cff362 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49eb7f8-b792-4131-a722-f54d6796ce42,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:12.338388 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-7f6182fc-f66c-48be-918e-c1a5b9cff362 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:12.386013 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-330e023c-9d57-4457-ba5d-801be5d42269 req-4ff13288-fd30-4ed5-9006-8688adc149db service neutron] 10.222.0.24 "GET /v2.0/networks/2c477f5c-bdb0-44ca-8af9-ed7781063c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001456 Jun 29 03:32:12.443155 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [None req-13f9a744-1ff9-461b-88f6-39204b200111 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Deleting port d59a44bb-1fc1-4058-89e9-7dfbe9f6303b {{(pid=92899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:32:12.443505 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-13f9a744-1ff9-461b-88f6-39204b200111 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:12.500184 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-330e023c-9d57-4457-ba5d-801be5d42269 req-0aaa3b67-8ddb-44b2-b6bb-2e9b864c311b service neutron] 10.222.0.24 "GET /v2.0/networks/2c477f5c-bdb0-44ca-8af9-ed7781063c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078990 Jun 29 03:32:12.536544 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-13f9a744-1ff9-461b-88f6-39204b200111 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:12.536544 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-13f9a744-1ff9-461b-88f6-39204b200111 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:12.544885 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [None req-13f9a744-1ff9-461b-88f6-39204b200111 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Calling delete_port for d59a44bb-1fc1-4058-89e9-7dfbe9f6303b owned by network:floatingip {{(pid=92899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:32:12.683471 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a0340fa1-5737-451a-918f-ccbafaecca0c req-dcd10028-6795-4ed5-b5ec-ad37870bc892 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3 HTTP/1.1" status: 200 len: 210 time: 0.0335424 Jun 29 03:32:12.724880 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-13f9a744-1ff9-461b-88f6-39204b200111 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372683'] for port, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:12.727851 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-738633f9-58ca-45e7-b517-8c44b488ad64 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:12.751351 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9a744-1ff9-461b-88f6-39204b200111 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Pushing event deleted for resources: {'Port': ['ID=d59a44bb-1fc1-4058-89e9-7dfbe9f6303b,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:12.753940 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-13f9a744-1ff9-461b-88f6-39204b200111 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:12.776691 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:32:12.797531 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] No Port match for: 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:32:12.797886 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 33ab6b5d-9c56-4ba6-bc3b-d890a2af9384 not bound to the agent host hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:32:12.820203 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-13f9a744-1ff9-461b-88f6-39204b200111 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for floatingip, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:12.823023 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-13f9a744-1ff9-461b-88f6-39204b200111 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for floatingip, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:12.824170 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-13f9a744-1ff9-461b-88f6-39204b200111 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "DELETE /v2.0/floatingips/0ef79171-bc5b-4e40-bfc8-237f4ab8ddd2 HTTP/1.1" status: 204 len: 168 time: 0.5157161 Jun 29 03:32:13.093063 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 46976) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:13.098706 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-4ae1040b-2207-4da0-923c-2a8d65bef9c3 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1634277705', 'description': 'tempest-description--2103359724'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:13.100033 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4747bb07-9459-4bde-b1ac-fef4162d62d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:13.120568 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4ae1040b-2207-4da0-923c-2a8d65bef9c3 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:13.202231 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4ae1040b-2207-4da0-923c-2a8d65bef9c3 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:13.205654 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4ae1040b-2207-4da0-923c-2a8d65bef9c3 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:13.209796 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-a7f5e671-c7ae-4eba-a155-e4436fafda75 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:13.234327 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4ae1040b-2207-4da0-923c-2a8d65bef9c3 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:13.235545 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-4ae1040b-2207-4da0-923c-2a8d65bef9c3 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1414855 Jun 29 03:32:13.238404 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 46978) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:13.243704 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-f61f68e8-6e44-4ce6-9408-71bf7e8e59c2 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Request body: {'security_group_rule': {'security_group_id': '6417fb16-ea39-42cb-97e4-ea1e4ba14eeb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:13.250817 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1040b-2207-4da0-923c-2a8d65bef9c3 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:13.254762 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-4ae1040b-2207-4da0-923c-2a8d65bef9c3 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:13.276355 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-f61f68e8-6e44-4ce6-9408-71bf7e8e59c2 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:13.335391 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-f61f68e8-6e44-4ce6-9408-71bf7e8e59c2 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:13.339091 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-f61f68e8-6e44-4ce6-9408-71bf7e8e59c2 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8015280'] for security_group_rule, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:13.344145 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:13.360456 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f68e8-6e44-4ce6-9408-71bf7e8e59c2 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e149c48-4db2-4d58-9f79-18aba10a518d,revision_number=0']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:13.362930 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-f61f68e8-6e44-4ce6-9408-71bf7e8e59c2 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:13.364131 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-f61f68e8-6e44-4ce6-9408-71bf7e8e59c2 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1246452 Jun 29 03:32:13.365007 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-f61f68e8-6e44-4ce6-9408-71bf7e8e59c2 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:13.366677 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 46980) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:13.371042 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-464f5e2a-bd91-46d2-a638-9835ad6da47f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Request body: {'security_group_rule': {'security_group_id': '6417fb16-ea39-42cb-97e4-ea1e4ba14eeb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:13.396455 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-464f5e2a-bd91-46d2-a638-9835ad6da47f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:13.450256 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-464f5e2a-bd91-46d2-a638-9835ad6da47f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:13.453493 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-464f5e2a-bd91-46d2-a638-9835ad6da47f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8015280'] for security_group_rule, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:13.455415 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-777f2969-d0af-43e6-80ab-b7a34cff1f0c tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:13.470670 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f5e2a-bd91-46d2-a638-9835ad6da47f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7015a289-204f-4518-b5b2-7ccf245fe819,revision_number=0']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:13.472927 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-464f5e2a-bd91-46d2-a638-9835ad6da47f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:13.476548 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-464f5e2a-bd91-46d2-a638-9835ad6da47f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:13.477657 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-464f5e2a-bd91-46d2-a638-9835ad6da47f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1100824 Jun 29 03:32:13.480741 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 46982) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:13.485537 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-3a0b7833-050a-42cd-a561-1d70f6472241 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Request body: {'floatingip': {'floating_network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:13.505665 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7833-050a-42cd-a561-1d70f6472241 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for floatingip, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:13.601445 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7833-050a-42cd-a561-1d70f6472241 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:13.716574 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.db_base_plugin_common [None req-3a0b7833-050a-42cd-a561-1d70f6472241 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Allocated IP 172.28.2.214 (66e8c627-bfc7-4283-9c88-a2a34f7e2e0b/c8165791-a4a1-46c6-a3dc-c0e6529e25bd/12806b19-8c36-4028-801d-8f16cd219403) {{(pid=92899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:32:13.853007 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-abdb5703-e2f8-48f2-8bfc-b861f7fc4d67 req-6b0d0d09-7d50-498c-9d9e-bad8fc8a709b tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3 HTTP/1.1" status: 200 len: 210 time: 0.0371790 Jun 29 03:32:13.931369 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7833-050a-42cd-a561-1d70f6472241 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for port, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:13.996340 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e023c-9d57-4457-ba5d-801be5d42269 req-d2184c55-2436-400e-9144-e7fae03a6fa5 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:13.998376 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-330e023c-9d57-4457-ba5d-801be5d42269 req-d2184c55-2436-400e-9144-e7fae03a6fa5 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.41 "GET /v2.0/networks?id=2c477f5c-bdb0-44ca-8af9-ed7781063c5a HTTP/1.1" status: 200 len: 810 time: 0.1351225 Jun 29 03:32:14.014689 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7833-050a-42cd-a561-1d70f6472241 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4372674'] for port, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:14.017627 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-e88d1552-b7c3-4284-b81c-4182fcc60e6b tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:14.071449 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0b7833-050a-42cd-a561-1d70f6472241 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Network 66e8c627-bfc7-4283-9c88-a2a34f7e2e0b is already hosted by enough agents. {{(pid=92899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:32:14.080466 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.base_scheduler [None req-3a0b7833-050a-42cd-a561-1d70f6472241 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Resources bound (agent type, host, resource id): {{(pid=92899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:32:14.085737 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0b7833-050a-42cd-a561-1d70f6472241 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Received port after_create {{(pid=92899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:32:14.093141 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b7833-050a-42cd-a561-1d70f6472241 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Pushing event updated for resources: {'Port': ['ID=12806b19-8c36-4028-801d-8f16cd219403,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:14.114287 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-3a0b7833-050a-42cd-a561-1d70f6472241 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:14.125034 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-330e023c-9d57-4457-ba5d-801be5d42269 req-c88c3084-b50a-4989-9cf4-bc8a255171f4 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43f3aeed3f4749bab1f83a06f1e82be0 HTTP/1.1" status: 200 len: 380 time: 0.0994120 Jun 29 03:32:14.169389 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [req-330e023c-9d57-4457-ba5d-801be5d42269 req-6c491a04-017d-471f-a41b-d1a56af78767 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Request body: {'port': {'device_id': 'ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3', 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a', 'admin_state_up': True, 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'security_groups': ['f41f2abf-22ec-4360-8a79-c2476de85d28']}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:14.234689 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7833-050a-42cd-a561-1d70f6472241 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:14.304847 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7833-050a-42cd-a561-1d70f6472241 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:14.341627 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-330e023c-9d57-4457-ba5d-801be5d42269 req-6c491a04-017d-471f-a41b-d1a56af78767 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Made reservation on behalf of 43f3aeed3f4749bab1f83a06f1e82be0 for: {'port': 1} {{(pid=92899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:32:14.345086 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-330e023c-9d57-4457-ba5d-801be5d42269 req-6c491a04-017d-471f-a41b-d1a56af78767 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:14.544161 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.db_base_plugin_common [req-330e023c-9d57-4457-ba5d-801be5d42269 req-6c491a04-017d-471f-a41b-d1a56af78767 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Allocated IP 172.20.0.7 (2c477f5c-bdb0-44ca-8af9-ed7781063c5a/c28d3be3-3297-47d9-b1b3-a2eb92284a62/e526aa4d-ba7e-4b28-a649-f9dc58611a52) {{(pid=92899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:32:14.569111 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7833-050a-42cd-a561-1d70f6472241 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for port, precommit_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:14.576413 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7833-050a-42cd-a561-1d70f6472241 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372692'] for port, after_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:14.581619 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-e88d1552-b7c3-4284-b81c-4182fcc60e6b tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:14.698722 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b7833-050a-42cd-a561-1d70f6472241 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Pushing event updated for resources: {'Port': ['ID=12806b19-8c36-4028-801d-8f16cd219403,revision_number=2']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:14.707147 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-3a0b7833-050a-42cd-a561-1d70f6472241 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:14.719392 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7833-050a-42cd-a561-1d70f6472241 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8077441'] for floatingip, after_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:14.744205 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7833-050a-42cd-a561-1d70f6472241 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for floatingip, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:14.745407 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-3a0b7833-050a-42cd-a561-1d70f6472241 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2632020 Jun 29 03:32:14.771690 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-330e023c-9d57-4457-ba5d-801be5d42269 req-6c491a04-017d-471f-a41b-d1a56af78767 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for port, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:14.786228 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.provisioning_blocks [req-330e023c-9d57-4457-ba5d-801be5d42269 req-6c491a04-017d-471f-a41b-d1a56af78767 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Transition to ACTIVE for port object e526aa4d-ba7e-4b28-a649-f9dc58611a52 will not be triggered until provisioned by entity DHCP. {{(pid=92899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:32:14.820813 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-330e023c-9d57-4457-ba5d-801be5d42269 req-6c491a04-017d-471f-a41b-d1a56af78767 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4372674'] for port, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:14.824683 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:14.873969 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-330e023c-9d57-4457-ba5d-801be5d42269 req-6c491a04-017d-471f-a41b-d1a56af78767 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Network 2c477f5c-bdb0-44ca-8af9-ed7781063c5a is already hosted by enough agents. {{(pid=92899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:32:14.877258 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.base_scheduler [req-330e023c-9d57-4457-ba5d-801be5d42269 req-6c491a04-017d-471f-a41b-d1a56af78767 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Resources bound (agent type, host, resource id): {{(pid=92899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:32:14.881851 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.l3_dvrscheduler_db [req-330e023c-9d57-4457-ba5d-801be5d42269 req-6c491a04-017d-471f-a41b-d1a56af78767 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Received port after_create {{(pid=92899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:32:14.886917 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c491a04-017d-471f-a41b-d1a56af78767 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Pushing event updated for resources: {'Port': ['ID=e526aa4d-ba7e-4b28-a649-f9dc58611a52,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:14.910509 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-6c491a04-017d-471f-a41b-d1a56af78767 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:14.951441 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e023c-9d57-4457-ba5d-801be5d42269 req-6c491a04-017d-471f-a41b-d1a56af78767 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:14.952263 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-330e023c-9d57-4457-ba5d-801be5d42269 req-6c491a04-017d-471f-a41b-d1a56af78767 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:14.975144 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-330e023c-9d57-4457-ba5d-801be5d42269 req-6c491a04-017d-471f-a41b-d1a56af78767 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8113749 Jun 29 03:32:15.003509 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [req-330e023c-9d57-4457-ba5d-801be5d42269 req-4f8558e4-0ec7-459b-9bd4-d7080244d6f9 service neutron] Request body: {'port': {'device_id': 'ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:15.006233 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-65490d71-217a-47ec-8c02-5766d3dacbce req-07676162-c5bd-4603-8301-e958c12c514b tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1634277705&fields=id&tenant_id=c906214f7a4549de98d1e94094ae6e28 HTTP/1.1" status: 200 len: 267 time: 0.0592363 Jun 29 03:32:15.135934 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65490d71-217a-47ec-8c02-5766d3dacbce req-65921dd6-9bba-45b2-9c79-9cc81eec8d6f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:15.137476 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-65490d71-217a-47ec-8c02-5766d3dacbce req-65921dd6-9bba-45b2-9c79-9cc81eec8d6f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/networks?id=55159499-4162-473d-91be-3f7bcc13f345 HTTP/1.1" status: 200 len: 817 time: 0.1229670 Jun 29 03:32:15.156838 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-65490d71-217a-47ec-8c02-5766d3dacbce req-9682caf4-03ac-4275-8a99-55d64611d5f1 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/quotas/c906214f7a4549de98d1e94094ae6e28 HTTP/1.1" status: 200 len: 375 time: 0.0116851 Jun 29 03:32:15.161979 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-d6630390-e40d-4d35-b9e3-375d243410be None None] Provisioning for port e526aa4d-ba7e-4b28-a649-f9dc58611a52 completed by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:32:15.166115 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-d6630390-e40d-4d35-b9e3-375d243410be None None] Provisioning complete for port e526aa4d-ba7e-4b28-a649-f9dc58611a52 triggered by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:15.166574 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d6630390-e40d-4d35-b9e3-375d243410be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:15.189957 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-330e023c-9d57-4457-ba5d-801be5d42269 req-4f8558e4-0ec7-459b-9bd4-d7080244d6f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:15.214465 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9383d6-4ae7-49b2-948b-4bbec2e653e2 req-b89dffb1-fd2f-441e-a701-6d638a54ab1a tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:15.216991 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-eb9383d6-4ae7-49b2-948b-4bbec2e653e2 req-b89dffb1-fd2f-441e-a701-6d638a54ab1a tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3 HTTP/1.1" status: 200 len: 931 time: 0.1575551 Jun 29 03:32:15.228262 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-d6630390-e40d-4d35-b9e3-375d243410be None None] Port e526aa4d-ba7e-4b28-a649-f9dc58611a52 cannot update to ACTIVE because it is not bound. {{(pid=92901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:32:15.248529 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-65490d71-217a-47ec-8c02-5766d3dacbce req-8a25bb78-eaf7-42ac-805a-14d12296b310 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c906214f7a4549de98d1e94094ae6e28&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0847919 Jun 29 03:32:15.295850 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-eb9383d6-4ae7-49b2-948b-4bbec2e653e2 req-b3b974a5-9481-409e-a13a-2c48e75c2571 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f2abf-22ec-4360-8a79-c2476de85d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729425 Jun 29 03:32:15.357334 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-65490d71-217a-47ec-8c02-5766d3dacbce req-d2066434-f1c2-4dfa-9cd6-5d5e3813bf07 service neutron] 10.222.0.24 "GET /v2.0/networks/55159499-4162-473d-91be-3f7bcc13f345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975468 Jun 29 03:32:15.443596 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-65490d71-217a-47ec-8c02-5766d3dacbce req-188d532d-b930-4294-976b-029e171d3baf service neutron] 10.222.0.24 "GET /v2.0/networks/55159499-4162-473d-91be-3f7bcc13f345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806401 Jun 29 03:32:15.477852 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-0ade8441-f19a-44c8-95a0-a5b1a290ad5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:15.506802 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.notifiers.nova [req-330e023c-9d57-4457-ba5d-801be5d42269 req-4f8558e4-0ec7-459b-9bd4-d7080244d6f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e526aa4d-ba7e-4b28-a649-f9dc58611a52 {{(pid=92899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:32:15.514032 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-330e023c-9d57-4457-ba5d-801be5d42269 req-4f8558e4-0ec7-459b-9bd4-d7080244d6f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:15.526312 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.provisioning_blocks [req-330e023c-9d57-4457-ba5d-801be5d42269 req-4f8558e4-0ec7-459b-9bd4-d7080244d6f9 service neutron] Transition to ACTIVE for port object e526aa4d-ba7e-4b28-a649-f9dc58611a52 will not be triggered until provisioned by entity L2. {{(pid=92899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:32:15.529854 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-330e023c-9d57-4457-ba5d-801be5d42269 req-4f8558e4-0ec7-459b-9bd4-d7080244d6f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372692'] for port, after_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:15.532554 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-738633f9-58ca-45e7-b517-8c44b488ad64 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:15.620139 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8558e4-0ec7-459b-9bd4-d7080244d6f9 service neutron] Pushing event updated for resources: {'Port': ['ID=e526aa4d-ba7e-4b28-a649-f9dc58611a52,revision_number=2']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:15.641535 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-4f8558e4-0ec7-459b-9bd4-d7080244d6f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:15.664952 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-609bead8-c148-4d28-8df3-421d18b0e018 req-8763be13-21b1-4916-819e-a2be03fe8f64 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 210 time: 0.0629601 Jun 29 03:32:15.697161 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.managers [req-330e023c-9d57-4457-ba5d-801be5d42269 req-4f8558e4-0ec7-459b-9bd4-d7080244d6f9 service neutron] Attempting to bind port e526aa4d-ba7e-4b28-a649-f9dc58611a52 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:32:15.697399 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.managers [req-330e023c-9d57-4457-ba5d-801be5d42269 req-4f8558e4-0ec7-459b-9bd4-d7080244d6f9 service neutron] Attempting to bind port e526aa4d-ba7e-4b28-a649-f9dc58611a52 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '38283d29-4f4a-48db-be4f-9f1ff8e9f0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a'}] {{(pid=92899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:32:15.697829 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330e023c-9d57-4457-ba5d-801be5d42269 req-4f8558e4-0ec7-459b-9bd4-d7080244d6f9 service neutron] Attempting to bind port e526aa4d-ba7e-4b28-a649-f9dc58611a52 on network 2c477f5c-bdb0-44ca-8af9-ed7781063c5a {{(pid=92899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:32:15.703153 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330e023c-9d57-4457-ba5d-801be5d42269 req-4f8558e4-0ec7-459b-9bd4-d7080244d6f9 service neutron] Port e526aa4d-ba7e-4b28-a649-f9dc58611a52 on network 2c477f5c-bdb0-44ca-8af9-ed7781063c5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:32:15.704042 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330e023c-9d57-4457-ba5d-801be5d42269 req-4f8558e4-0ec7-459b-9bd4-d7080244d6f9 service neutron] Attempting to bind port e526aa4d-ba7e-4b28-a649-f9dc58611a52 on network 2c477f5c-bdb0-44ca-8af9-ed7781063c5a {{(pid=92899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:32:15.709104 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330e023c-9d57-4457-ba5d-801be5d42269 req-4f8558e4-0ec7-459b-9bd4-d7080244d6f9 service neutron] Checking agent: {'id': '2bf09fb4-53ea-44df-98c0-2f1f129e0ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:32:15.709452 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330e023c-9d57-4457-ba5d-801be5d42269 req-4f8558e4-0ec7-459b-9bd4-d7080244d6f9 service neutron] Checking segment: {'id': '38283d29-4f4a-48db-be4f-9f1ff8e9f0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:32:15.709815 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330e023c-9d57-4457-ba5d-801be5d42269 req-4f8558e4-0ec7-459b-9bd4-d7080244d6f9 service neutron] Bound using segment: {'id': '38283d29-4f4a-48db-be4f-9f1ff8e9f0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a'} {{(pid=92899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:32:15.710248 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.managers [req-330e023c-9d57-4457-ba5d-801be5d42269 req-4f8558e4-0ec7-459b-9bd4-d7080244d6f9 service neutron] Bound port: e526aa4d-ba7e-4b28-a649-f9dc58611a52, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38283d29-4f4a-48db-be4f-9f1ff8e9f0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a'}}] {{(pid=92899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:32:15.710601 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-330e023c-9d57-4457-ba5d-801be5d42269 req-4f8558e4-0ec7-459b-9bd4-d7080244d6f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:15.779104 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.db [req-330e023c-9d57-4457-ba5d-801be5d42269 req-4f8558e4-0ec7-459b-9bd4-d7080244d6f9 service neutron] For port e526aa4d-ba7e-4b28-a649-f9dc58611a52, host hv-cinder-79724, cleared binding levels {{(pid=92899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:32:15.783646 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.db [req-330e023c-9d57-4457-ba5d-801be5d42269 req-4f8558e4-0ec7-459b-9bd4-d7080244d6f9 service neutron] For port e526aa4d-ba7e-4b28-a649-f9dc58611a52, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=e526aa4d-ba7e-4b28-a649-f9dc58611a52,segment=NetworkSegment(38283d29-4f4a-48db-be4f-9f1ff8e9f0d7),segment_id=38283d29-4f4a-48db-be4f-9f1ff8e9f0d7)] {{(pid=92899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:32:15.789189 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-330e023c-9d57-4457-ba5d-801be5d42269 req-4f8558e4-0ec7-459b-9bd4-d7080244d6f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372692'] for port, after_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:15.791193 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-285dc5cb-174f-46cc-bfa8-b73f0755971e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:15.826773 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e023c-9d57-4457-ba5d-801be5d42269 req-4f8558e4-0ec7-459b-9bd4-d7080244d6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:15.827386 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-330e023c-9d57-4457-ba5d-801be5d42269 req-4f8558e4-0ec7-459b-9bd4-d7080244d6f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:15.828778 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-330e023c-9d57-4457-ba5d-801be5d42269 req-4f8558e4-0ec7-459b-9bd4-d7080244d6f9 service neutron] 10.222.0.41 "PUT /v2.0/ports/e526aa4d-ba7e-4b28-a649-f9dc58611a52 HTTP/1.1" status: 200 len: 1093 time: 0.8325746 Jun 29 03:32:15.829402 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3', 'tag': 'e526aa4d-ba7e-4b28-a649-f9dc58611a52'}] {{(pid=92899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:32:15.831547 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e75ac8c9269a08c635d3d4ea2f6bd2cddeec2d6e4f2b8df737e80b8e22f33d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d7a7db-bbfe-4328-8c96-f1a3b0f9cdd0" -d '{"events": [{"name": "network-changed", "server_uuid": "ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3", "tag": "e526aa4d-ba7e-4b28-a649-f9dc58611a52"}]}' {{(pid=92899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:32:15.854639 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8558e4-0ec7-459b-9bd4-d7080244d6f9 service neutron] Pushing event updated for resources: {'Port': ['ID=e526aa4d-ba7e-4b28-a649-f9dc58611a52,revision_number=3']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:15.866328 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-4f8558e4-0ec7-459b-9bd4-d7080244d6f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:15.869156 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:15.885632 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0964ef57-8a08-4813-ac4c-7d7f8e884553 x-openstack-request-id: req-0964ef57-8a08-4813-ac4c-7d7f8e884553 {{(pid=92899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:32:15.886142 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3", "tag": "e526aa4d-ba7e-4b28-a649-f9dc58611a52", "status": "completed", "code": 200}]} {{(pid=92899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:32:15.886623 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0964ef57-8a08-4813-ac4c-7d7f8e884553 {{(pid=92899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:32:15.887054 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3', 'tag': 'e526aa4d-ba7e-4b28-a649-f9dc58611a52', 'status': 'completed', 'code': 200} Jun 29 03:32:15.970258 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e023c-9d57-4457-ba5d-801be5d42269 req-ec8175bf-750a-4a2c-aebb-1e9aa05fe499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:15.971816 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-330e023c-9d57-4457-ba5d-801be5d42269 req-ec8175bf-750a-4a2c-aebb-1e9aa05fe499 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=43f3aeed3f4749bab1f83a06f1e82be0&device_id=ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3 HTTP/1.1" status: 200 len: 1096 time: 0.0710289 Jun 29 03:32:16.027280 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-330e023c-9d57-4457-ba5d-801be5d42269 req-743c5c7e-388d-41a6-a4df-90e8e878a5e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e526aa4d-ba7e-4b28-a649-f9dc58611a52 HTTP/1.1" status: 200 len: 217 time: 0.0351863 Jun 29 03:32:16.091434 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e023c-9d57-4457-ba5d-801be5d42269 req-f6f36965-79ac-41cc-b165-6418e37f8dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:16.092922 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-330e023c-9d57-4457-ba5d-801be5d42269 req-f6f36965-79ac-41cc-b165-6418e37f8dc0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c28d3be3-3297-47d9-b1b3-a2eb92284a62 HTTP/1.1" status: 200 len: 849 time: 0.0443957 Jun 29 03:32:16.152922 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e023c-9d57-4457-ba5d-801be5d42269 req-8e7348f4-49f9-4e09-9000-6ac29f493eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:16.155019 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-330e023c-9d57-4457-ba5d-801be5d42269 req-8e7348f4-49f9-4e09-9000-6ac29f493eb2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c477f5c-bdb0-44ca-8af9-ed7781063c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0517483 Jun 29 03:32:16.288374 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-330e023c-9d57-4457-ba5d-801be5d42269 req-cf5c9778-9b61-47eb-99c4-f90ab814b899 service neutron] 10.222.0.41 "GET /v2.0/networks/2c477f5c-bdb0-44ca-8af9-ed7781063c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933549 Jun 29 03:32:16.413059 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-330e023c-9d57-4457-ba5d-801be5d42269 req-5410443b-f2b5-4814-a0d4-092886c21d85 service neutron] 10.222.0.41 "GET /v2.0/networks/2c477f5c-bdb0-44ca-8af9-ed7781063c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031194 Jun 29 03:32:16.490941 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7915b62-251f-4251-97f1-afe52d2317bc req-0f2162e4-9269-4110-acba-0b0a78860cdd tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:16.492421 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-c7915b62-251f-4251-97f1-afe52d2317bc req-0f2162e4-9269-4110-acba-0b0a78860cdd tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3 HTTP/1.1" status: 200 len: 943 time: 0.0697169 Jun 29 03:32:16.539259 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:16.557780 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-c7915b62-251f-4251-97f1-afe52d2317bc req-74304cae-95d9-42f5-a196-943733d69837 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f2abf-22ec-4360-8a79-c2476de85d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596683 Jun 29 03:32:16.578774 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7a7db-bbfe-4328-8c96-f1a3b0f9cdd0 req-9b1b8256-8aed-4e1e-9784-093ccd40110b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:16.580509 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b7d7a7db-bbfe-4328-8c96-f1a3b0f9cdd0 req-9b1b8256-8aed-4e1e-9784-093ccd40110b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=43f3aeed3f4749bab1f83a06f1e82be0&device_id=ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3 HTTP/1.1" status: 200 len: 1096 time: 0.0691304 Jun 29 03:32:16.674924 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7a7db-bbfe-4328-8c96-f1a3b0f9cdd0 req-48ca8e8e-416c-4a5f-b439-6ca09cdf342e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:16.676328 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b7d7a7db-bbfe-4328-8c96-f1a3b0f9cdd0 req-48ca8e8e-416c-4a5f-b439-6ca09cdf342e service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c477f5c-bdb0-44ca-8af9-ed7781063c5a HTTP/1.1" status: 200 len: 911 time: 0.0887516 Jun 29 03:32:16.721348 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b7d7a7db-bbfe-4328-8c96-f1a3b0f9cdd0 req-5a0fdb21-ecd1-4d7f-b5b9-7f4c16c6049c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e526aa4d-ba7e-4b28-a649-f9dc58611a52 HTTP/1.1" status: 200 len: 217 time: 0.0360870 Jun 29 03:32:16.770096 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7a7db-bbfe-4328-8c96-f1a3b0f9cdd0 req-2fc2ee41-e40f-452c-af98-95a7b5bf1955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:16.771539 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b7d7a7db-bbfe-4328-8c96-f1a3b0f9cdd0 req-2fc2ee41-e40f-452c-af98-95a7b5bf1955 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c28d3be3-3297-47d9-b1b3-a2eb92284a62 HTTP/1.1" status: 200 len: 849 time: 0.0434813 Jun 29 03:32:16.817103 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-5b83a555-a454-4bae-8ce4-cd89d17420b3 req-3be322f7-0ab8-488a-ab8b-afd34ddd2120 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 210 time: 0.0308311 Jun 29 03:32:16.836423 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7a7db-bbfe-4328-8c96-f1a3b0f9cdd0 req-8c17acb8-dbe9-4b05-b2a4-e98ae0ed7e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:16.837913 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b7d7a7db-bbfe-4328-8c96-f1a3b0f9cdd0 req-8c17acb8-dbe9-4b05-b2a4-e98ae0ed7e3f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c477f5c-bdb0-44ca-8af9-ed7781063c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0589786 Jun 29 03:32:16.944112 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b7d7a7db-bbfe-4328-8c96-f1a3b0f9cdd0 req-48ff9493-782e-4184-ac0e-56e2aa304b1b service neutron] 10.222.0.41 "GET /v2.0/networks/2c477f5c-bdb0-44ca-8af9-ed7781063c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864952 Jun 29 03:32:16.959135 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65490d71-217a-47ec-8c02-5766d3dacbce req-7fdef8a1-035a-40e4-9be2-2918a2efdac8 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:16.960672 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-65490d71-217a-47ec-8c02-5766d3dacbce req-7fdef8a1-035a-40e4-9be2-2918a2efdac8 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.41 "GET /v2.0/networks?id=55159499-4162-473d-91be-3f7bcc13f345 HTTP/1.1" status: 200 len: 817 time: 0.1031718 Jun 29 03:32:17.022680 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-65490d71-217a-47ec-8c02-5766d3dacbce req-86d5f8eb-a8d4-4a68-8ade-bb925148cde2 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c906214f7a4549de98d1e94094ae6e28 HTTP/1.1" status: 200 len: 380 time: 0.0371866 Jun 29 03:32:17.033062 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [req-65490d71-217a-47ec-8c02-5766d3dacbce req-23232c2e-73b8-4eb0-a406-b539d72a7fa9 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Request body: {'port': {'device_id': '7edfd69e-fe3f-491b-a564-52c3d9402dcc', 'network_id': '55159499-4162-473d-91be-3f7bcc13f345', 'admin_state_up': True, 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'security_groups': ['6417fb16-ea39-42cb-97e4-ea1e4ba14eeb']}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:17.045870 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b7d7a7db-bbfe-4328-8c96-f1a3b0f9cdd0 req-660506b4-f3b2-4c22-a611-682204542a2d service neutron] 10.222.0.41 "GET /v2.0/networks/2c477f5c-bdb0-44ca-8af9-ed7781063c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924613 Jun 29 03:32:17.129127 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:17.143333 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65490d71-217a-47ec-8c02-5766d3dacbce req-23232c2e-73b8-4eb0-a406-b539d72a7fa9 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Made reservation on behalf of c906214f7a4549de98d1e94094ae6e28 for: {'port': 1} {{(pid=92900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:32:17.146812 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-65490d71-217a-47ec-8c02-5766d3dacbce req-23232c2e-73b8-4eb0-a406-b539d72a7fa9 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:17.265319 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.db_base_plugin_common [req-65490d71-217a-47ec-8c02-5766d3dacbce req-23232c2e-73b8-4eb0-a406-b539d72a7fa9 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Allocated IP 172.20.0.9 (55159499-4162-473d-91be-3f7bcc13f345/29dd2891-545c-4e5c-ada9-366a40a64358/56de387e-c43b-4478-805f-9400388cf6bb) {{(pid=92900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:32:17.403700 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-bf0de0df-e588-4c7f-a03c-5853ab7c01d7 req-1b88e580-c1ac-4c0d-aece-abcd37768e1f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0573118 Jun 29 03:32:17.416597 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-65490d71-217a-47ec-8c02-5766d3dacbce req-23232c2e-73b8-4eb0-a406-b539d72a7fa9 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for port, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:17.429872 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.provisioning_blocks [req-65490d71-217a-47ec-8c02-5766d3dacbce req-23232c2e-73b8-4eb0-a406-b539d72a7fa9 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Transition to ACTIVE for port object 56de387e-c43b-4478-805f-9400388cf6bb will not be triggered until provisioned by entity DHCP. {{(pid=92900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:32:17.461665 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-65490d71-217a-47ec-8c02-5766d3dacbce req-23232c2e-73b8-4eb0-a406-b539d72a7fa9 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859937'] for port, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:17.465176 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:17.513827 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65490d71-217a-47ec-8c02-5766d3dacbce req-23232c2e-73b8-4eb0-a406-b539d72a7fa9 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Network 55159499-4162-473d-91be-3f7bcc13f345 is already hosted by enough agents. {{(pid=92900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:32:17.517546 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [req-65490d71-217a-47ec-8c02-5766d3dacbce req-23232c2e-73b8-4eb0-a406-b539d72a7fa9 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Resources bound (agent type, host, resource id): {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:32:17.521226 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [req-65490d71-217a-47ec-8c02-5766d3dacbce req-23232c2e-73b8-4eb0-a406-b539d72a7fa9 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Received port after_create {{(pid=92900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:32:17.532713 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0de0df-e588-4c7f-a03c-5853ab7c01d7 req-f4da18d0-bd7a-4105-8a61-48c02bcc842f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:17.534555 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-bf0de0df-e588-4c7f-a03c-5853ab7c01d7 req-f4da18d0-bd7a-4105-8a61-48c02bcc842f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3699bbcc961442d5b336531ab34b138e&device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 1099 time: 0.0646436 Jun 29 03:32:17.545046 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23232c2e-73b8-4eb0-a406-b539d72a7fa9 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Pushing event updated for resources: {'Port': ['ID=56de387e-c43b-4478-805f-9400388cf6bb,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:17.561536 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23232c2e-73b8-4eb0-a406-b539d72a7fa9 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:17.561900 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23232c2e-73b8-4eb0-a406-b539d72a7fa9 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:17.562442 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23232c2e-73b8-4eb0-a406-b539d72a7fa9 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:17.562962 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23232c2e-73b8-4eb0-a406-b539d72a7fa9 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:17.563471 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23232c2e-73b8-4eb0-a406-b539d72a7fa9 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:17.564028 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23232c2e-73b8-4eb0-a406-b539d72a7fa9 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:17.564546 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23232c2e-73b8-4eb0-a406-b539d72a7fa9 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:17.565051 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23232c2e-73b8-4eb0-a406-b539d72a7fa9 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:17.565554 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23232c2e-73b8-4eb0-a406-b539d72a7fa9 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:17.566066 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23232c2e-73b8-4eb0-a406-b539d72a7fa9 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:17.566573 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23232c2e-73b8-4eb0-a406-b539d72a7fa9 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:17.567076 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23232c2e-73b8-4eb0-a406-b539d72a7fa9 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:17.576467 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-23232c2e-73b8-4eb0-a406-b539d72a7fa9 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:17.592618 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65490d71-217a-47ec-8c02-5766d3dacbce req-23232c2e-73b8-4eb0-a406-b539d72a7fa9 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:17.593531 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-65490d71-217a-47ec-8c02-5766d3dacbce req-23232c2e-73b8-4eb0-a406-b539d72a7fa9 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:17.613498 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-65490d71-217a-47ec-8c02-5766d3dacbce req-23232c2e-73b8-4eb0-a406-b539d72a7fa9 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5841191 Jun 29 03:32:17.633753 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [req-65490d71-217a-47ec-8c02-5766d3dacbce req-eca95c31-aaee-4f41-a312-e5baade4b344 service neutron] Request body: {'port': {'device_id': '7edfd69e-fe3f-491b-a564-52c3d9402dcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:17.729778 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-65490d71-217a-47ec-8c02-5766d3dacbce req-eca95c31-aaee-4f41-a312-e5baade4b344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:17.830922 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-08c799c9-d8b0-423e-9c6f-8bf5b184718a None None] Provisioning for port 56de387e-c43b-4478-805f-9400388cf6bb completed by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:32:17.838494 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-08c799c9-d8b0-423e-9c6f-8bf5b184718a None None] Provisioning complete for port 56de387e-c43b-4478-805f-9400388cf6bb triggered by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:17.839644 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-08c799c9-d8b0-423e-9c6f-8bf5b184718a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:17.887940 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-08c799c9-d8b0-423e-9c6f-8bf5b184718a None None] Port 56de387e-c43b-4478-805f-9400388cf6bb cannot update to ACTIVE because it is not bound. {{(pid=92901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:32:17.978569 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0de0df-e588-4c7f-a03c-5853ab7c01d7 req-1bf98fce-7eeb-4947-b5cc-d8fea804093e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:17.980110 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-bf0de0df-e588-4c7f-a03c-5853ab7c01d7 req-1bf98fce-7eeb-4947-b5cc-d8fea804093e service neutron] 10.222.0.41 "GET /v2.0/networks?id=1fd1867f-612c-48ab-8e13-3ee799ac13de HTTP/1.1" status: 200 len: 908 time: 0.4223683 Jun 29 03:32:17.997261 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38666222-ab22-4a83-9385-a83b1e01332b req-05b5e831-038b-494f-ba9d-193fd667c4b8 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:17.998809 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-38666222-ab22-4a83-9385-a83b1e01332b req-05b5e831-038b-494f-ba9d-193fd667c4b8 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3 HTTP/1.1" status: 200 len: 943 time: 0.0977342 Jun 29 03:32:18.066738 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [req-65490d71-217a-47ec-8c02-5766d3dacbce req-eca95c31-aaee-4f41-a312-e5baade4b344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56de387e-c43b-4478-805f-9400388cf6bb {{(pid=92900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:32:18.080670 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b8688-6af2-4abb-9488-1a1160612356 req-fdd54aff-8eef-49b3-a7d0-8d49268d3ad2 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:18.081149 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-bf0de0df-e588-4c7f-a03c-5853ab7c01d7 req-f40d0761-e9ae-4d98-8836-bc077004f5f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82eefe9c-b608-44aa-baa7-d7be68788459 HTTP/1.1" status: 200 len: 1001 time: 0.0813065 Jun 29 03:32:18.082132 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-015b8688-6af2-4abb-9488-1a1160612356 req-fdd54aff-8eef-49b3-a7d0-8d49268d3ad2 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 931 time: 0.1236115 Jun 29 03:32:18.083942 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-65490d71-217a-47ec-8c02-5766d3dacbce req-eca95c31-aaee-4f41-a312-e5baade4b344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:18.085940 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-38666222-ab22-4a83-9385-a83b1e01332b req-f2c858cb-3888-4142-984e-dc5411534231 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f2abf-22ec-4360-8a79-c2476de85d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803292 Jun 29 03:32:18.108947 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.provisioning_blocks [req-65490d71-217a-47ec-8c02-5766d3dacbce req-eca95c31-aaee-4f41-a312-e5baade4b344 service neutron] Transition to ACTIVE for port object 56de387e-c43b-4478-805f-9400388cf6bb will not be triggered until provisioned by entity L2. {{(pid=92900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:32:18.115921 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-65490d71-217a-47ec-8c02-5766d3dacbce req-eca95c31-aaee-4f41-a312-e5baade4b344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859959'] for port, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:18.119442 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-a5bd0855-72b9-4e8a-9dc5-39b8a0b7cd04 tempest-DeleteServersTestJSON-917206853 tempest-DeleteServersTestJSON-917206853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:18.140515 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0de0df-e588-4c7f-a03c-5853ab7c01d7 req-7d2ac449-a950-4f7f-9317-bf5d5b78d8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:18.141950 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-bf0de0df-e588-4c7f-a03c-5853ab7c01d7 req-7d2ac449-a950-4f7f-9317-bf5d5b78d8e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40346270-8996-492e-8bd1-1ed1c2a5eff8 HTTP/1.1" status: 200 len: 846 time: 0.0476696 Jun 29 03:32:18.168274 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-015b8688-6af2-4abb-9488-1a1160612356 req-25c1f02d-6e37-4ffc-b504-93aadfe4fca2 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777128 Jun 29 03:32:18.179944 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca95c31-aaee-4f41-a312-e5baade4b344 service neutron] Pushing event updated for resources: {'Port': ['ID=56de387e-c43b-4478-805f-9400388cf6bb,revision_number=2']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:18.185675 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-eca95c31-aaee-4f41-a312-e5baade4b344 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:18.211185 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0de0df-e588-4c7f-a03c-5853ab7c01d7 req-c3161f47-bb3b-438d-84b0-ea5cdf4cb0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:18.212737 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-bf0de0df-e588-4c7f-a03c-5853ab7c01d7 req-c3161f47-bb3b-438d-84b0-ea5cdf4cb0cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1fd1867f-612c-48ab-8e13-3ee799ac13de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0602806 Jun 29 03:32:18.251277 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-65490d71-217a-47ec-8c02-5766d3dacbce req-eca95c31-aaee-4f41-a312-e5baade4b344 service neutron] Attempting to bind port 56de387e-c43b-4478-805f-9400388cf6bb on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:32:18.251614 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-65490d71-217a-47ec-8c02-5766d3dacbce req-eca95c31-aaee-4f41-a312-e5baade4b344 service neutron] Attempting to bind port 56de387e-c43b-4478-805f-9400388cf6bb by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '2b8a4e7f-1f3c-48f3-872b-763dc2e1c437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '55159499-4162-473d-91be-3f7bcc13f345'}] {{(pid=92900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:32:18.251998 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65490d71-217a-47ec-8c02-5766d3dacbce req-eca95c31-aaee-4f41-a312-e5baade4b344 service neutron] Attempting to bind port 56de387e-c43b-4478-805f-9400388cf6bb on network 55159499-4162-473d-91be-3f7bcc13f345 {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:32:18.256337 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65490d71-217a-47ec-8c02-5766d3dacbce req-eca95c31-aaee-4f41-a312-e5baade4b344 service neutron] Port 56de387e-c43b-4478-805f-9400388cf6bb on network 55159499-4162-473d-91be-3f7bcc13f345 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:32:18.256662 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65490d71-217a-47ec-8c02-5766d3dacbce req-eca95c31-aaee-4f41-a312-e5baade4b344 service neutron] Attempting to bind port 56de387e-c43b-4478-805f-9400388cf6bb on network 55159499-4162-473d-91be-3f7bcc13f345 {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:32:18.261596 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65490d71-217a-47ec-8c02-5766d3dacbce req-eca95c31-aaee-4f41-a312-e5baade4b344 service neutron] Checking agent: {'id': '2bf09fb4-53ea-44df-98c0-2f1f129e0ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:32:18.261939 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65490d71-217a-47ec-8c02-5766d3dacbce req-eca95c31-aaee-4f41-a312-e5baade4b344 service neutron] Checking segment: {'id': '2b8a4e7f-1f3c-48f3-872b-763dc2e1c437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '55159499-4162-473d-91be-3f7bcc13f345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:32:18.262348 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65490d71-217a-47ec-8c02-5766d3dacbce req-eca95c31-aaee-4f41-a312-e5baade4b344 service neutron] Bound using segment: {'id': '2b8a4e7f-1f3c-48f3-872b-763dc2e1c437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '55159499-4162-473d-91be-3f7bcc13f345'} {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:32:18.262769 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-65490d71-217a-47ec-8c02-5766d3dacbce req-eca95c31-aaee-4f41-a312-e5baade4b344 service neutron] Bound port: 56de387e-c43b-4478-805f-9400388cf6bb, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b8a4e7f-1f3c-48f3-872b-763dc2e1c437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '55159499-4162-473d-91be-3f7bcc13f345'}}] {{(pid=92900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:32:18.263125 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-65490d71-217a-47ec-8c02-5766d3dacbce req-eca95c31-aaee-4f41-a312-e5baade4b344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:18.314070 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-bf0de0df-e588-4c7f-a03c-5853ab7c01d7 req-fc42140c-7f85-4211-af05-e3b22a752c3f service neutron] 10.222.0.41 "GET /v2.0/networks/1fd1867f-612c-48ab-8e13-3ee799ac13de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909538 Jun 29 03:32:18.331270 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-65490d71-217a-47ec-8c02-5766d3dacbce req-eca95c31-aaee-4f41-a312-e5baade4b344 service neutron] For port 56de387e-c43b-4478-805f-9400388cf6bb, host hv-cinder-79724, cleared binding levels {{(pid=92900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:32:18.334537 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-65490d71-217a-47ec-8c02-5766d3dacbce req-eca95c31-aaee-4f41-a312-e5baade4b344 service neutron] For port 56de387e-c43b-4478-805f-9400388cf6bb, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=56de387e-c43b-4478-805f-9400388cf6bb,segment=NetworkSegment(2b8a4e7f-1f3c-48f3-872b-763dc2e1c437),segment_id=2b8a4e7f-1f3c-48f3-872b-763dc2e1c437)] {{(pid=92900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:32:18.342590 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-65490d71-217a-47ec-8c02-5766d3dacbce req-eca95c31-aaee-4f41-a312-e5baade4b344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859959'] for port, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:18.344725 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-7cd7b080-8473-4318-87a3-e9a1163bf442 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:18.382634 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65490d71-217a-47ec-8c02-5766d3dacbce req-eca95c31-aaee-4f41-a312-e5baade4b344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:18.383240 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-65490d71-217a-47ec-8c02-5766d3dacbce req-eca95c31-aaee-4f41-a312-e5baade4b344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:18.384665 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-65490d71-217a-47ec-8c02-5766d3dacbce req-eca95c31-aaee-4f41-a312-e5baade4b344 service neutron] 10.222.0.41 "PUT /v2.0/ports/56de387e-c43b-4478-805f-9400388cf6bb HTTP/1.1" status: 200 len: 1093 time: 0.7554700 Jun 29 03:32:18.385158 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7edfd69e-fe3f-491b-a564-52c3d9402dcc', 'tag': '56de387e-c43b-4478-805f-9400388cf6bb'}] {{(pid=92900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:32:18.388014 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66f2c99c1a8368f792cdf7ad94359b02357141073d69ee97e68f670b072060b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60987aca-b05a-436e-8d0a-08c333ba915f" -d '{"events": [{"name": "network-changed", "server_uuid": "7edfd69e-fe3f-491b-a564-52c3d9402dcc", "tag": "56de387e-c43b-4478-805f-9400388cf6bb"}]}' {{(pid=92900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:32:18.412692 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca95c31-aaee-4f41-a312-e5baade4b344 service neutron] Pushing event updated for resources: {'Port': ['ID=56de387e-c43b-4478-805f-9400388cf6bb,revision_number=3']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:18.424377 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-eca95c31-aaee-4f41-a312-e5baade4b344 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:18.437906 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-bf0de0df-e588-4c7f-a03c-5853ab7c01d7 req-8ce90c04-fc12-4f19-bf4c-cda078fc1c76 service neutron] 10.222.0.41 "GET /v2.0/networks/1fd1867f-612c-48ab-8e13-3ee799ac13de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138496 Jun 29 03:32:18.447247 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:18.452943 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2cf55c-9d8f-4b59-81e8-978533ab05d2 x-openstack-request-id: req-0a2cf55c-9d8f-4b59-81e8-978533ab05d2 {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:32:18.453262 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7edfd69e-fe3f-491b-a564-52c3d9402dcc", "tag": "56de387e-c43b-4478-805f-9400388cf6bb", "status": "completed", "code": 200}]} {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:32:18.453538 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0a2cf55c-9d8f-4b59-81e8-978533ab05d2 {{(pid=92900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:32:18.453951 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7edfd69e-fe3f-491b-a564-52c3d9402dcc', 'tag': '56de387e-c43b-4478-805f-9400388cf6bb', 'status': 'completed', 'code': 200} Jun 29 03:32:18.554967 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65490d71-217a-47ec-8c02-5766d3dacbce req-837f925e-e9ad-42e5-9b36-79985f211901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:18.556579 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-65490d71-217a-47ec-8c02-5766d3dacbce req-837f925e-e9ad-42e5-9b36-79985f211901 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c906214f7a4549de98d1e94094ae6e28&device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 1096 time: 0.0536060 Jun 29 03:32:18.615400 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-65490d71-217a-47ec-8c02-5766d3dacbce req-8bd6a7cf-3e6b-420a-8825-72a2bcf42387 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56de387e-c43b-4478-805f-9400388cf6bb HTTP/1.1" status: 200 len: 217 time: 0.0330360 Jun 29 03:32:18.677088 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65490d71-217a-47ec-8c02-5766d3dacbce req-32d53fd0-5fb1-45f8-aa00-06b0ae940f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:18.678526 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-65490d71-217a-47ec-8c02-5766d3dacbce req-32d53fd0-5fb1-45f8-aa00-06b0ae940f97 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29dd2891-545c-4e5c-ada9-366a40a64358 HTTP/1.1" status: 200 len: 856 time: 0.0568783 Jun 29 03:32:18.740739 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65490d71-217a-47ec-8c02-5766d3dacbce req-203c1125-035c-4f73-b2f7-ec13f172d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:18.742201 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-65490d71-217a-47ec-8c02-5766d3dacbce req-203c1125-035c-4f73-b2f7-ec13f172d2af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=55159499-4162-473d-91be-3f7bcc13f345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0565329 Jun 29 03:32:18.811559 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device e526aa4d-ba7e-4b28-a649-f9dc58611a52 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:32:18.835551 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-65490d71-217a-47ec-8c02-5766d3dacbce req-9fed47b2-8a09-4a7c-a869-1f9697a65b5a service neutron] 10.222.0.41 "GET /v2.0/networks/55159499-4162-473d-91be-3f7bcc13f345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836675 Jun 29 03:32:18.906145 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port e526aa4d-ba7e-4b28-a649-f9dc58611a52, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=e526aa4d-ba7e-4b28-a649-f9dc58611a52,segment=NetworkSegment(38283d29-4f4a-48db-be4f-9f1ff8e9f0d7),segment_id=38283d29-4f4a-48db-be4f-9f1ff8e9f0d7)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:32:18.921775 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Returning: {'device': 'e526aa4d-ba7e-4b28-a649-f9dc58611a52', 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a', 'port_id': 'e526aa4d-ba7e-4b28-a649-f9dc58611a52', 'mac_address': 'fa:16:3e:86:3c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c28d3be3-3297-47d9-b1b3-a2eb92284a62', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:32:18.942708 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-65490d71-217a-47ec-8c02-5766d3dacbce req-7c96ec3b-50da-44d8-bd80-6da7fffab627 service neutron] 10.222.0.41 "GET /v2.0/networks/55159499-4162-473d-91be-3f7bcc13f345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989313 Jun 29 03:32:18.960266 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:18.973704 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e526aa4d-ba7e-4b28-a649-f9dc58611a52 {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:32:18.993014 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port e526aa4d-ba7e-4b28-a649-f9dc58611a52, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=e526aa4d-ba7e-4b28-a649-f9dc58611a52,segment=NetworkSegment(38283d29-4f4a-48db-be4f-9f1ff8e9f0d7),segment_id=38283d29-4f4a-48db-be4f-9f1ff8e9f0d7)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:32:18.996403 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:18.998100 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:19.042662 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=e526aa4d-ba7e-4b28-a649-f9dc58611a52,revision_number=4']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:19.046874 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:19.123291 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60987aca-b05a-436e-8d0a-08c333ba915f req-a2c1c6b3-0b68-4d12-aafa-2ca7d6704f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:19.124921 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-60987aca-b05a-436e-8d0a-08c333ba915f req-a2c1c6b3-0b68-4d12-aafa-2ca7d6704f61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c906214f7a4549de98d1e94094ae6e28&device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 1096 time: 0.0517871 Jun 29 03:32:19.219450 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60987aca-b05a-436e-8d0a-08c333ba915f req-df8e882d-4ba2-47fd-a816-9f4320faa999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:19.221325 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-60987aca-b05a-436e-8d0a-08c333ba915f req-df8e882d-4ba2-47fd-a816-9f4320faa999 service neutron] 10.222.0.41 "GET /v2.0/networks?id=55159499-4162-473d-91be-3f7bcc13f345 HTTP/1.1" status: 200 len: 918 time: 0.0886388 Jun 29 03:32:19.275910 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-60987aca-b05a-436e-8d0a-08c333ba915f req-4c1d2463-0698-414f-bdd7-ab80af36151b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56de387e-c43b-4478-805f-9400388cf6bb HTTP/1.1" status: 200 len: 217 time: 0.0447311 Jun 29 03:32:19.280567 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02c19d-052a-47bf-a28d-7d44f37d68cf req-a8c35a5c-903c-4bab-aa16-925e3e51989c tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:19.282094 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-ae02c19d-052a-47bf-a28d-7d44f37d68cf req-a8c35a5c-903c-4bab-aa16-925e3e51989c tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3 HTTP/1.1" status: 200 len: 944 time: 0.0778995 Jun 29 03:32:19.322052 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-ae02c19d-052a-47bf-a28d-7d44f37d68cf req-40c6569e-3ec0-42a2-b8c5-baaa3376a220 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f2abf-22ec-4360-8a79-c2476de85d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339298 Jun 29 03:32:19.327365 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['e526aa4d-ba7e-4b28-a649-f9dc58611a52'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:32:19.376074 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60987aca-b05a-436e-8d0a-08c333ba915f req-38603eda-f9ff-4f9d-adc5-e7227691f38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:19.377514 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-60987aca-b05a-436e-8d0a-08c333ba915f req-38603eda-f9ff-4f9d-adc5-e7227691f38d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29dd2891-545c-4e5c-ada9-366a40a64358 HTTP/1.1" status: 200 len: 856 time: 0.0947001 Jun 29 03:32:19.445644 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3af8f-4ad7-4562-aed8-b9180f340a5b req-2c790bea-da32-4617-9d38-62ebd8d03e13 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:19.447098 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-74e3af8f-4ad7-4562-aed8-b9180f340a5b req-2c790bea-da32-4617-9d38-62ebd8d03e13 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 943 time: 0.1244113 Jun 29 03:32:19.495381 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60987aca-b05a-436e-8d0a-08c333ba915f req-4c37bc0d-83ac-4c5d-a6a9-05f3075c00e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:19.497358 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-60987aca-b05a-436e-8d0a-08c333ba915f req-4c37bc0d-83ac-4c5d-a6a9-05f3075c00e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=55159499-4162-473d-91be-3f7bcc13f345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1065018 Jun 29 03:32:19.502074 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-74e3af8f-4ad7-4562-aed8-b9180f340a5b req-a7b9f985-77e7-4293-a63f-67f7e5eac900 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485866 Jun 29 03:32:19.592958 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-60987aca-b05a-436e-8d0a-08c333ba915f req-e07efaa5-fb7a-41fe-81ab-b18a66a205a7 service neutron] 10.222.0.41 "GET /v2.0/networks/55159499-4162-473d-91be-3f7bcc13f345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886016 Jun 29 03:32:19.688635 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-60987aca-b05a-436e-8d0a-08c333ba915f req-39289c8c-34e6-47f1-99ac-5c1f5590fec4 service neutron] 10.222.0.41 "GET /v2.0/networks/55159499-4162-473d-91be-3f7bcc13f345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874782 Jun 29 03:32:20.498383 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ea3c1-1f43-4b2b-a574-b250fe38d291 req-ec53f734-e61d-4f16-860b-34cbeba977b3 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:20.499863 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-9a5ea3c1-1f43-4b2b-a574-b250fe38d291 req-ec53f734-e61d-4f16-860b-34cbeba977b3 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3 HTTP/1.1" status: 200 len: 944 time: 0.0607677 Jun 29 03:32:20.539574 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-9a5ea3c1-1f43-4b2b-a574-b250fe38d291 req-680a26ac-bd10-46b0-9d4c-cb4ec62c6463 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f2abf-22ec-4360-8a79-c2476de85d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340731 Jun 29 03:32:20.681722 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657c05b-afec-4544-8bee-3f2970cf3d89 req-66f321a5-67bd-4b24-a464-33637fd9070f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:20.683163 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e657c05b-afec-4544-8bee-3f2970cf3d89 req-66f321a5-67bd-4b24-a464-33637fd9070f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 943 time: 0.0662670 Jun 29 03:32:20.719211 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e657c05b-afec-4544-8bee-3f2970cf3d89 req-ab6cfd41-ed7c-478e-b38d-0dd689641814 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296385 Jun 29 03:32:20.829233 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 56de387e-c43b-4478-805f-9400388cf6bb details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:32:20.841583 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device e526aa4d-ba7e-4b28-a649-f9dc58611a52 up at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:32:21.057829 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning for port e526aa4d-ba7e-4b28-a649-f9dc58611a52 completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:32:21.069770 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning complete for port e526aa4d-ba7e-4b28-a649-f9dc58611a52 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:21.070250 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:21.109910 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 56de387e-c43b-4478-805f-9400388cf6bb, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=56de387e-c43b-4478-805f-9400388cf6bb,segment=NetworkSegment(2b8a4e7f-1f3c-48f3-872b-763dc2e1c437),segment_id=2b8a4e7f-1f3c-48f3-872b-763dc2e1c437)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:32:21.125603 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Returning: {'device': '56de387e-c43b-4478-805f-9400388cf6bb', 'network_id': '55159499-4162-473d-91be-3f7bcc13f345', 'port_id': '56de387e-c43b-4478-805f-9400388cf6bb', 'mac_address': 'fa:16:3e:76:dc:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29dd2891-545c-4e5c-ada9-366a40a64358', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:32:21.191860 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:21.209574 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:21.212101 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56de387e-c43b-4478-805f-9400388cf6bb {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:32:21.244333 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 56de387e-c43b-4478-805f-9400388cf6bb, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=56de387e-c43b-4478-805f-9400388cf6bb,segment=NetworkSegment(2b8a4e7f-1f3c-48f3-872b-763dc2e1c437),segment_id=2b8a4e7f-1f3c-48f3-872b-763dc2e1c437)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:32:21.250053 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e526aa4d-ba7e-4b28-a649-f9dc58611a52'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:32:21.252420 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a73cdd3c09cce4d0d67d6945d9627c9a5996a68627341085c627af31117b31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d6e79e-cc9b-4aba-9a3c-7d39d03d7417" -d '{"events": [{"server_uuid": "ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3", "name": "network-vif-plugged", "status": "completed", "tag": "e526aa4d-ba7e-4b28-a649-f9dc58611a52"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:32:21.262469 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:21.265653 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-530c86f4-b606-4c0c-8869-de337b87a0a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:21.269078 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port e526aa4d-ba7e-4b28-a649-f9dc58611a52, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=e526aa4d-ba7e-4b28-a649-f9dc58611a52,segment=NetworkSegment(38283d29-4f4a-48db-be4f-9f1ff8e9f0d7),segment_id=38283d29-4f4a-48db-be4f-9f1ff8e9f0d7)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:32:21.289159 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ccadc4-9e31-4f55-bf6d-402b1d8793af x-openstack-request-id: req-43ccadc4-9e31-4f55-bf6d-402b1d8793af {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:32:21.289454 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3", "name": "network-vif-plugged", "status": "completed", "tag": "e526aa4d-ba7e-4b28-a649-f9dc58611a52", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:32:21.289708 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-43ccadc4-9e31-4f55-bf6d-402b1d8793af {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:32:21.290088 dv-cinder-797245-8-smb neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e526aa4d-ba7e-4b28-a649-f9dc58611a52', 'code': 200} Jun 29 03:32:21.292786 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:21.316716 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=56de387e-c43b-4478-805f-9400388cf6bb,revision_number=4']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:21.323662 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:21.324026 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:21.324364 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:21.324702 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:21.325624 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:21.325958 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:21.326284 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:21.326609 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:21.326928 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:21.327256 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:21.327644 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:21.328003 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:21.331692 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:21.332193 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:21.377982 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=e526aa4d-ba7e-4b28-a649-f9dc58611a52,revision_number=5']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:21.380683 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:21.543875 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d3624-88aa-4b90-a9c7-036a2a883a49 req-9c33fab4-e01f-44f2-a962-183da1d7711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:21.545471 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-757d3624-88aa-4b90-a9c7-036a2a883a49 req-9c33fab4-e01f-44f2-a962-183da1d7711e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3 HTTP/1.1" status: 200 len: 1098 time: 0.0508356 Jun 29 03:32:21.580381 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-757d3624-88aa-4b90-a9c7-036a2a883a49 req-d80652a0-c9e0-4dd4-90fc-b9c3a168431f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f41f2abf-22ec-4360-8a79-c2476de85d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271654 Jun 29 03:32:21.635773 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['56de387e-c43b-4478-805f-9400388cf6bb'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:32:21.710795 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d3da7-c854-4666-b3a9-04e1f49cab82 req-acd94eab-9f25-438c-b022-0abc8fc3657c tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:21.712307 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-5f7d3da7-c854-4666-b3a9-04e1f49cab82 req-acd94eab-9f25-438c-b022-0abc8fc3657c tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3 HTTP/1.1" status: 200 len: 945 time: 0.0651057 Jun 29 03:32:21.749887 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-5f7d3da7-c854-4666-b3a9-04e1f49cab82 req-2033b7a3-6ab5-4baa-8c26-f3e5b4c08cd4 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f2abf-22ec-4360-8a79-c2476de85d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312300 Jun 29 03:32:21.892251 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4e738-1081-455f-9575-6aa694138fca req-ff2a2a29-8d2a-4fdb-b42b-55539e57a296 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:21.893579 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-49a4e738-1081-455f-9575-6aa694138fca req-ff2a2a29-8d2a-4fdb-b42b-55539e57a296 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 944 time: 0.0608974 Jun 29 03:32:21.929926 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-49a4e738-1081-455f-9575-6aa694138fca req-1f7ace4d-d107-417c-843d-deddb25d8dd4 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309038 Jun 29 03:32:22.830932 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 56de387e-c43b-4478-805f-9400388cf6bb up at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:32:22.879891 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning for port 56de387e-c43b-4478-805f-9400388cf6bb completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:32:22.883511 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning complete for port 56de387e-c43b-4478-805f-9400388cf6bb triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:22.883927 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:22.926833 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac07c7-3e59-4ac8-b39c-d7fea278678d req-1c05862e-4049-4af9-b2d2-37aadb195116 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:22.928283 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-0bac07c7-3e59-4ac8-b39c-d7fea278678d req-1c05862e-4049-4af9-b2d2-37aadb195116 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3 HTTP/1.1" status: 200 len: 945 time: 0.0679450 Jun 29 03:32:22.962886 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:22.965009 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-0bac07c7-3e59-4ac8-b39c-d7fea278678d req-5a3fd69d-7987-42ed-a388-499863bedbd1 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f2abf-22ec-4360-8a79-c2476de85d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308354 Jun 29 03:32:22.997338 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 56de387e-c43b-4478-805f-9400388cf6bb, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=56de387e-c43b-4478-805f-9400388cf6bb,segment=NetworkSegment(2b8a4e7f-1f3c-48f3-872b-763dc2e1c437),segment_id=2b8a4e7f-1f3c-48f3-872b-763dc2e1c437)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:32:23.001456 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:23.003213 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:23.046768 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=56de387e-c43b-4478-805f-9400388cf6bb,revision_number=5']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:23.052507 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:23.114248 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b3c10-76ee-40cc-9ee7-62927f5c6d81 req-13c3c319-3272-4e10-a735-db197c231461 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:23.115674 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-a04b3c10-76ee-40cc-9ee7-62927f5c6d81 req-13c3c319-3272-4e10-a735-db197c231461 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 945 time: 0.0607491 Jun 29 03:32:23.151337 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-a04b3c10-76ee-40cc-9ee7-62927f5c6d81 req-a6703ed0-ff77-426a-818d-ca2435b07955 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300765 Jun 29 03:32:23.290860 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edfd69e-fe3f-491b-a564-52c3d9402dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56de387e-c43b-4478-805f-9400388cf6bb'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:32:23.297099 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a73cdd3c09cce4d0d67d6945d9627c9a5996a68627341085c627af31117b31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2996167-a347-4f00-af07-63d20f8f98c9" -d '{"events": [{"server_uuid": "7edfd69e-fe3f-491b-a564-52c3d9402dcc", "name": "network-vif-plugged", "status": "completed", "tag": "56de387e-c43b-4478-805f-9400388cf6bb"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:32:23.331785 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa0319a-950b-4eb5-97d7-733196046092 x-openstack-request-id: req-2fa0319a-950b-4eb5-97d7-733196046092 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:32:23.332106 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7edfd69e-fe3f-491b-a564-52c3d9402dcc", "name": "network-vif-plugged", "status": "completed", "tag": "56de387e-c43b-4478-805f-9400388cf6bb", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:32:23.332353 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2fa0319a-950b-4eb5-97d7-733196046092 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:32:23.332752 dv-cinder-797245-8-smb neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edfd69e-fe3f-491b-a564-52c3d9402dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56de387e-c43b-4478-805f-9400388cf6bb', 'code': 200} Jun 29 03:32:23.589535 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a912584-7fec-420e-9cc4-9639c04338be req-2af903c3-0b7e-48ee-ab4d-999b1cc9ef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:23.590978 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-3a912584-7fec-420e-9cc4-9639c04338be req-2af903c3-0b7e-48ee-ab4d-999b1cc9ef8a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 1098 time: 0.0503135 Jun 29 03:32:23.625579 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-3a912584-7fec-420e-9cc4-9639c04338be req-3b01bf04-a598-4b56-a9a5-91095d4d4ef5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265071 Jun 29 03:32:24.135417 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d023d6-53f2-4165-b59f-b118f9265cfe req-2312aec9-e6d0-41a8-a58e-5ee9bb408354 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:24.136864 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-22d023d6-53f2-4165-b59f-b118f9265cfe req-2312aec9-e6d0-41a8-a58e-5ee9bb408354 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3 HTTP/1.1" status: 200 len: 945 time: 0.0645745 Jun 29 03:32:24.173060 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-22d023d6-53f2-4165-b59f-b118f9265cfe req-96cf451a-efac-40de-94f0-e965d131f84a tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f2abf-22ec-4360-8a79-c2476de85d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298383 Jun 29 03:32:24.328946 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e6f0c-fac2-49ed-a4e1-096ebcfa05d6 req-522125e9-835d-43e7-ae75-494350a6ab27 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:24.330357 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-d09e6f0c-fac2-49ed-a4e1-096ebcfa05d6 req-522125e9-835d-43e7-ae75-494350a6ab27 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 945 time: 0.0611870 Jun 29 03:32:24.333072 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ceada9-b131-405e-bd3a-b927381b7a40 req-1b396902-87e3-4272-ba84-d5d95fde9643 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:24.334504 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-26ceada9-b131-405e-bd3a-b927381b7a40 req-1b396902-87e3-4272-ba84-d5d95fde9643 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3 HTTP/1.1" status: 200 len: 945 time: 0.0603502 Jun 29 03:32:24.342911 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 47132) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:24.347573 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-3e56e90c-eef4-4c08-94ff-f0e752254537 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Request body: {'floatingip': {'port_id': 'e526aa4d-ba7e-4b28-a649-f9dc58611a52'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:24.371156 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 47136) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:24.402058 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3e56e90c-eef4-4c08-94ff-f0e752254537 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for floatingip, before_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:24.419453 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d7f6ea0-dacd-491e-9767-362ece9c96f5 admin admin] Deleting subnet bdc45bb3-4bf1-414c-a194-cefccdd73141 {{(pid=92900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 03:32:24.423318 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-0d7f6ea0-dacd-491e-9767-362ece9c96f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:24.437273 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-d09e6f0c-fac2-49ed-a4e1-096ebcfa05d6 req-8749c227-83d6-4502-a812-b187f7f48634 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011450 Jun 29 03:32:24.462303 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-0d7f6ea0-dacd-491e-9767-362ece9c96f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4727200'] for subnet, precommit_delete_associations {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:24.500406 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-0d7f6ea0-dacd-491e-9767-362ece9c96f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-714680'] for subnet, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:24.553565 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-0d7f6ea0-dacd-491e-9767-362ece9c96f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-714689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4860150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66844555'] for subnet, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:24.556406 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:24.581956 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-0d7f6ea0-dacd-491e-9767-362ece9c96f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for subnet, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:24.584289 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-0d7f6ea0-dacd-491e-9767-362ece9c96f5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bdc45bb3-4bf1-414c-a194-cefccdd73141 HTTP/1.1" status: 204 len: 168 time: 0.2121053 Jun 29 03:32:24.585580 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f6ea0-dacd-491e-9767-362ece9c96f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdc45bb3-4bf1-414c-a194-cefccdd73141,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:24.587160 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 47138) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:24.589252 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-0d7f6ea0-dacd-491e-9767-362ece9c96f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:24.658202 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7b204021-0db3-41ed-8cd8-ce8e037ac1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752549'] for network, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:24.747271 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7b204021-0db3-41ed-8cd8-ce8e037ac1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712334', 'neutron.services.segments.db._delete_segments_for_network-8763851730737'] for network, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:24.757553 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.services.segments.db [None req-7b204021-0db3-41ed-8cd8-ce8e037ac1d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dba24ab-e88f-4ea0-b120-030dce453597']}} {{(pid=92900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:24.767850 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.services.segments.db [None req-7b204021-0db3-41ed-8cd8-ce8e037ac1d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '154da7a7-24a6-4eab-bfa9-d2eb63563f5f') {'for_net_delete': True} {{(pid=92900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:24.768146 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.services.segments.db [None req-7b204021-0db3-41ed-8cd8-ce8e037ac1d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '154da7a7-24a6-4eab-bfa9-d2eb63563f5f') {} {{(pid=92900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:24.776759 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7b204021-0db3-41ed-8cd8-ce8e037ac1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763851626388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4727211'] for segment, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:24.789908 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7b204021-0db3-41ed-8cd8-ce8e037ac1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342'] for segment, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:24.800366 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b204021-0db3-41ed-8cd8-ce8e037ac1d2 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=92900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 03:32:24.801002 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7b204021-0db3-41ed-8cd8-ce8e037ac1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4859931'] for segment, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: Traceback (most recent call last): Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: timer() Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: cb(*args, **kw) Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: return func(*args, **kwargs) Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: self._notify() Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: self.callback(batched_events) Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: event.method(event) Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: return f(self, *a, **k) Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: return self._get(url).json() Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: return self.request(url, 'GET', **kwargs) Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 03:32:24.802645 dv-cinder-797245-8-smb neutron-server[92900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 03:32:24.850602 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3e56e90c-eef4-4c08-94ff-f0e752254537 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:24.855750 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3e56e90c-eef4-4c08-94ff-f0e752254537 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8077441'] for floatingip, after_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:24.861414 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7b204021-0db3-41ed-8cd8-ce8e037ac1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8077459'] for network, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:24.865758 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-efecb38b-8bd4-49a5-810d-1644018977cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:24.869877 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7b204021-0db3-41ed-8cd8-ce8e037ac1d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for network, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:24.874193 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-7b204021-0db3-41ed-8cd8-ce8e037ac1d2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7dba24ab-e88f-4ea0-b120-030dce453597 HTTP/1.1" status: 204 len: 168 time: 0.2836168 Jun 29 03:32:24.882556 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b204021-0db3-41ed-8cd8-ce8e037ac1d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dba24ab-e88f-4ea0-b120-030dce453597,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:24.885549 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-7b204021-0db3-41ed-8cd8-ce8e037ac1d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:24.955851 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.db.l3_db [None req-3e56e90c-eef4-4c08-94ff-f0e752254537 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Floating IP 93dfd4c8-0b5e-4352-96b4-6519853b3552 associated. External IP: 172.28.2.149, port: e526aa4d-ba7e-4b28-a649-f9dc58611a52. Jun 29 03:32:25.001530 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 47142) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:25.009376 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.agents_db [None req-352bb85c-db89-4991-b002-2379bbcb00d3 None None] Agent healthcheck: found 6 active agents {{(pid=92902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:32:25.039820 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-dc3b97db-6d13-417d-bb83-1b2c7f79e49f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a7fc6046e1da4bd5a2ab10cf6761eb67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369949 Jun 29 03:32:25.042212 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 47144) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:25.090308 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-11caf284-536e-4f8f-894e-ee63e825dc88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:25.111014 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-11caf284-536e-4f8f-894e-ee63e825dc88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:25.156409 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-11caf284-536e-4f8f-894e-ee63e825dc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:25.159049 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-11caf284-536e-4f8f-894e-ee63e825dc88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:25.162491 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-11caf284-536e-4f8f-894e-ee63e825dc88 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/82088e8e-76b0-4760-80a2-9bfcca74bac8 HTTP/1.1" status: 204 len: 168 time: 0.1170754 Jun 29 03:32:25.162491 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-2d136852-354d-4d7a-b4c8-60e309f49d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:25.168377 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11caf284-536e-4f8f-894e-ee63e825dc88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82088e8e-76b0-4760-80a2-9bfcca74bac8,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:25.170884 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-11caf284-536e-4f8f-894e-ee63e825dc88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:25.190091 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e56e90c-eef4-4c08-94ff-f0e752254537 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Router 17507674-1029-41a3-b5b1-f38d29a17b81 has already been hosted by L3 agent 7fe0c168-953d-4d47-bedf-fde3a92e458b {{(pid=92899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:32:25.291464 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e56e90c-eef4-4c08-94ff-f0e752254537 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify agent at l3_agent.dv-cinder-797245-8-smb the message routers_updated {{(pid=92899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:32:25.297583 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3e56e90c-eef4-4c08-94ff-f0e752254537 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for floatingip, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:25.301941 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cd6ad7-2121-480b-a393-04a633e87458 None None] Sync routers for ids ['17507674-1029-41a3-b5b1-f38d29a17b81'] in dv-cinder-797245-8-smb {{(pid=92901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:32:25.310942 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cd6ad7-2121-480b-a393-04a633e87458 None None] Routers {'17507674-1029-41a3-b5b1-f38d29a17b81'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:32:25.312615 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-39cd6ad7-2121-480b-a393-04a633e87458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:32:15Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['17507674-1029-41a3-b5b1-f38d29a17b81'], 'active': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:25.335922 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-3e56e90c-eef4-4c08-94ff-f0e752254537 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "PUT /v2.0/floatingips/93dfd4c8-0b5e-4352-96b4-6519853b3552 HTTP/1.1" status: 200 len: 991 time: 0.9913840 Jun 29 03:32:25.336574 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3', 'tag': 'e526aa4d-ba7e-4b28-a649-f9dc58611a52'}] {{(pid=92899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:32:25.338879 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e75ac8c9269a08c635d3d4ea2f6bd2cddeec2d6e4f2b8df737e80b8e22f33d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d989811d-9069-4791-ac2c-e1b3452f6b91" -d '{"events": [{"name": "network-changed", "server_uuid": "ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3", "tag": "e526aa4d-ba7e-4b28-a649-f9dc58611a52"}]}' {{(pid=92899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:32:25.388298 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e78ba72-394a-451a-aa12-6105afb75a33 x-openstack-request-id: req-5e78ba72-394a-451a-aa12-6105afb75a33 {{(pid=92899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:32:25.388618 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3", "tag": "e526aa4d-ba7e-4b28-a649-f9dc58611a52", "status": "completed", "code": 200}]} {{(pid=92899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:32:25.388899 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e78ba72-394a-451a-aa12-6105afb75a33 {{(pid=92899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:32:25.389322 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3', 'tag': 'e526aa4d-ba7e-4b28-a649-f9dc58611a52', 'status': 'completed', 'code': 200} Jun 29 03:32:25.446127 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvr_db [None req-39cd6ad7-2121-480b-a393-04a633e87458 None None] Set router 17507674-1029-41a3-b5b1-f38d29a17b81 gateway port host: dv-cinder-797245-8-smb {{(pid=92901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:32:25.518253 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989811d-9069-4791-ac2c-e1b3452f6b91 req-4ea5c3fc-3a95-4ae8-b6a2-f0b96413864f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:25.520843 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-d989811d-9069-4791-ac2c-e1b3452f6b91 req-4ea5c3fc-3a95-4ae8-b6a2-f0b96413864f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=43f3aeed3f4749bab1f83a06f1e82be0&device_id=ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3 HTTP/1.1" status: 200 len: 1098 time: 0.0683067 Jun 29 03:32:25.681864 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7f335-aae4-4874-afde-c5942dfe5871 req-20aed015-4de4-4371-8393-e6fdf7f0af2e tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:25.683394 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b8c7f335-aae4-4874-afde-c5942dfe5871 req-20aed015-4de4-4371-8393-e6fdf7f0af2e tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 945 time: 0.1038094 Jun 29 03:32:25.684722 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989811d-9069-4791-ac2c-e1b3452f6b91 req-28df734d-fb1b-42d9-b209-459f74715380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:25.686079 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-d989811d-9069-4791-ac2c-e1b3452f6b91 req-28df734d-fb1b-42d9-b209-459f74715380 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c477f5c-bdb0-44ca-8af9-ed7781063c5a HTTP/1.1" status: 200 len: 911 time: 0.1588194 Jun 29 03:32:25.762128 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-39cd6ad7-2121-480b-a393-04a633e87458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'name': 'tempest-AttachVolumeTestJSON-648326467-router', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:10Z', 'revision_number': 4, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'gw_port': {'id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_floatingips': [{'id': '93dfd4c8-0b5e-4352-96b4-6519853b3552', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'floating_ip_address': '172.28.2.149', 'floating_network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'router_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'port_id': 'e526aa4d-ba7e-4b28-a649-f9dc58611a52', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a', 'mac_address': 'fa:16:3e:86:3c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:32:11Z', 'updated_at': '2021-06-29T03:32:24Z', 'revision_number': 1, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee657ab-bfc0-43d6-b534-f28ceb3c36a7', 'name': '', 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'mac_address': 'fa:16:3e:cf:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'c28d3be3-3297-47d9-b1b3-a2eb92284a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:08Z', 'updated_at': '2021-06-29T03:28:18Z', 'revision_number': 5, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'subnets': [{'id': 'c28d3be3-3297-47d9-b1b3-a2eb92284a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:25.763442 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b8c7f335-aae4-4874-afde-c5942dfe5871 req-b238aca6-1584-4fc0-97e3-fe7ef323c9f0 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743828 Jun 29 03:32:25.771957 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-d989811d-9069-4791-ac2c-e1b3452f6b91 req-b8b9996b-59c4-45f7-985c-c2feb155b9e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e526aa4d-ba7e-4b28-a649-f9dc58611a52 HTTP/1.1" status: 200 len: 999 time: 0.0758908 Jun 29 03:32:25.792206 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cd6ad7-2121-480b-a393-04a633e87458 None None] Checking router: 17507674-1029-41a3-b5b1-f38d29a17b81 for host: dv-cinder-797245-8-smb {{(pid=92901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:32:25.801357 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cd6ad7-2121-480b-a393-04a633e87458 None None] Routers {'17507674-1029-41a3-b5b1-f38d29a17b81'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:32:25.801981 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-39cd6ad7-2121-480b-a393-04a633e87458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:32:15Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['17507674-1029-41a3-b5b1-f38d29a17b81'], 'active': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:25.832368 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989811d-9069-4791-ac2c-e1b3452f6b91 req-a4b46848-c91b-48b2-a712-43698dc0a290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:25.833992 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-d989811d-9069-4791-ac2c-e1b3452f6b91 req-a4b46848-c91b-48b2-a712-43698dc0a290 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c28d3be3-3297-47d9-b1b3-a2eb92284a62 HTTP/1.1" status: 200 len: 849 time: 0.0558646 Jun 29 03:32:25.906777 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989811d-9069-4791-ac2c-e1b3452f6b91 req-e6c85acc-0151-4682-9821-1aea2a73761e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:25.908245 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-d989811d-9069-4791-ac2c-e1b3452f6b91 req-e6c85acc-0151-4682-9821-1aea2a73761e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c477f5c-bdb0-44ca-8af9-ed7781063c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0674126 Jun 29 03:32:25.929580 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvr_db [None req-39cd6ad7-2121-480b-a393-04a633e87458 None None] Set router 17507674-1029-41a3-b5b1-f38d29a17b81 gateway port host: dv-cinder-797245-8-smb {{(pid=92901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:32:25.973348 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366bf73-a7eb-4807-b36e-5e54dd94f8d9 req-c8eda67e-85b9-4da8-a3aa-e9f1d11cfb49 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:25.975276 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d366bf73-a7eb-4807-b36e-5e54dd94f8d9 req-c8eda67e-85b9-4da8-a3aa-e9f1d11cfb49 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 945 time: 0.0886526 Jun 29 03:32:25.985014 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 47178) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:25.989596 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-904bc494-d68b-4be1-a278-6a86d320546b tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Request body: {'floatingip': {'port_id': '56de387e-c43b-4478-805f-9400388cf6bb'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:26.051165 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-904bc494-d68b-4be1-a278-6a86d320546b tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for floatingip, before_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:26.057047 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-d989811d-9069-4791-ac2c-e1b3452f6b91 req-bd9de70d-890d-4687-9696-cc275c4c71a9 service neutron] 10.222.0.41 "GET /v2.0/networks/2c477f5c-bdb0-44ca-8af9-ed7781063c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403344 Jun 29 03:32:26.172225 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-39cd6ad7-2121-480b-a393-04a633e87458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'name': 'tempest-AttachVolumeTestJSON-648326467-router', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:10Z', 'revision_number': 4, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'gw_port': {'id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_floatingips': [{'id': '93dfd4c8-0b5e-4352-96b4-6519853b3552', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'floating_ip_address': '172.28.2.149', 'floating_network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'router_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'port_id': 'e526aa4d-ba7e-4b28-a649-f9dc58611a52', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a', 'mac_address': 'fa:16:3e:86:3c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:32:11Z', 'updated_at': '2021-06-29T03:32:24Z', 'revision_number': 1, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee657ab-bfc0-43d6-b534-f28ceb3c36a7', 'name': '', 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'mac_address': 'fa:16:3e:cf:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'c28d3be3-3297-47d9-b1b3-a2eb92284a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:08Z', 'updated_at': '2021-06-29T03:28:18Z', 'revision_number': 5, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'subnets': [{'id': 'c28d3be3-3297-47d9-b1b3-a2eb92284a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:26.200478 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cd6ad7-2121-480b-a393-04a633e87458 None None] The sync data for ids ['17507674-1029-41a3-b5b1-f38d29a17b81'] in dv-cinder-797245-8-smb is: [{'id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'name': 'tempest-AttachVolumeTestJSON-648326467-router', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:10Z', 'revision_number': 4, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'gw_port': {'id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_floatingips': [{'id': '93dfd4c8-0b5e-4352-96b4-6519853b3552', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'floating_ip_address': '172.28.2.149', 'floating_network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'router_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'port_id': 'e526aa4d-ba7e-4b28-a649-f9dc58611a52', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a', 'mac_address': 'fa:16:3e:86:3c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:32:11Z', 'updated_at': '2021-06-29T03:32:24Z', 'revision_number': 1, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee657ab-bfc0-43d6-b534-f28ceb3c36a7', 'name': '', 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'mac_address': 'fa:16:3e:cf:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'c28d3be3-3297-47d9-b1b3-a2eb92284a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:08Z', 'updated_at': '2021-06-29T03:28:18Z', 'revision_number': 5, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'subnets': [{'id': 'c28d3be3-3297-47d9-b1b3-a2eb92284a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:32:26.420624 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263b17c0-0728-474c-9124-6bf2572b6c8a None None] New status for floating IP 93dfd4c8-0b5e-4352-96b4-6519853b3552: ACTIVE {{(pid=92902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 03:32:26.538984 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-d989811d-9069-4791-ac2c-e1b3452f6b91 req-3558238a-44fb-4ec1-a347-72bc5d600020 service neutron] 10.222.0.41 "GET /v2.0/networks/2c477f5c-bdb0-44ca-8af9-ed7781063c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4558580 Jun 29 03:32:26.835395 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-904bc494-d68b-4be1-a278-6a86d320546b tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:26.839058 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-904bc494-d68b-4be1-a278-6a86d320546b tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8077441'] for floatingip, after_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:26.935697 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.db.l3_db [None req-904bc494-d68b-4be1-a278-6a86d320546b tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Floating IP 315ba788-2276-4b60-9c77-5dbf9ffc3315 associated. External IP: 172.28.2.214, port: 56de387e-c43b-4478-805f-9400388cf6bb. Jun 29 03:32:27.135594 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904bc494-d68b-4be1-a278-6a86d320546b tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Router 3a983dc0-1528-417f-91aa-3847fb40e702 has already been hosted by L3 agent 7fe0c168-953d-4d47-bedf-fde3a92e458b {{(pid=92899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:32:27.238846 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904bc494-d68b-4be1-a278-6a86d320546b tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify agent at l3_agent.dv-cinder-797245-8-smb the message routers_updated {{(pid=92899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:32:27.243287 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-904bc494-d68b-4be1-a278-6a86d320546b tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for floatingip, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:27.247736 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031fc7b9-9918-4dac-b1c8-fc8babfe9134 None None] Sync routers for ids ['3a983dc0-1528-417f-91aa-3847fb40e702'] in dv-cinder-797245-8-smb {{(pid=92901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:32:27.256372 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031fc7b9-9918-4dac-b1c8-fc8babfe9134 None None] Routers {'3a983dc0-1528-417f-91aa-3847fb40e702'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:32:27.256988 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-031fc7b9-9918-4dac-b1c8-fc8babfe9134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:32:15Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['3a983dc0-1528-417f-91aa-3847fb40e702'], 'active': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:27.277976 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-904bc494-d68b-4be1-a278-6a86d320546b tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "PUT /v2.0/floatingips/315ba788-2276-4b60-9c77-5dbf9ffc3315 HTTP/1.1" status: 200 len: 991 time: 1.2919366 Jun 29 03:32:27.360675 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvr_db [None req-031fc7b9-9918-4dac-b1c8-fc8babfe9134 None None] Set router 3a983dc0-1528-417f-91aa-3847fb40e702 gateway port host: dv-cinder-797245-8-smb {{(pid=92901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:32:27.390780 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7edfd69e-fe3f-491b-a564-52c3d9402dcc', 'tag': '56de387e-c43b-4478-805f-9400388cf6bb'}] {{(pid=92899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:32:27.393125 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e75ac8c9269a08c635d3d4ea2f6bd2cddeec2d6e4f2b8df737e80b8e22f33d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9907ca9a-eaa3-48d5-98d9-a46dce42f2dd" -d '{"events": [{"name": "network-changed", "server_uuid": "7edfd69e-fe3f-491b-a564-52c3d9402dcc", "tag": "56de387e-c43b-4478-805f-9400388cf6bb"}]}' {{(pid=92899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:32:27.431780 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b38386-cbe5-48dc-84d8-180462ed94fc x-openstack-request-id: req-e7b38386-cbe5-48dc-84d8-180462ed94fc {{(pid=92899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:32:27.432222 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7edfd69e-fe3f-491b-a564-52c3d9402dcc", "tag": "56de387e-c43b-4478-805f-9400388cf6bb", "status": "completed", "code": 200}]} {{(pid=92899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:32:27.432629 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e7b38386-cbe5-48dc-84d8-180462ed94fc {{(pid=92899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:32:27.433145 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7edfd69e-fe3f-491b-a564-52c3d9402dcc', 'tag': '56de387e-c43b-4478-805f-9400388cf6bb', 'status': 'completed', 'code': 200} Jun 29 03:32:27.538536 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907ca9a-eaa3-48d5-98d9-a46dce42f2dd req-b644046e-6aa2-45dd-965d-db90a18e8979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:27.539668 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-9907ca9a-eaa3-48d5-98d9-a46dce42f2dd req-b644046e-6aa2-45dd-965d-db90a18e8979 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c906214f7a4549de98d1e94094ae6e28&device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 1098 time: 0.0565019 Jun 29 03:32:27.602240 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-031fc7b9-9918-4dac-b1c8-fc8babfe9134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'name': 'tempest-AttachVolumeShelveTestJSON-1244863228-router', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15'}], 'enable_snat': True}, 'gw_port_id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:59Z', 'updated_at': '2021-06-29T03:29:05Z', 'revision_number': 4, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'gw_port': {'id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:00Z', 'updated_at': '2021-06-29T03:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_floatingips': [{'id': '315ba788-2276-4b60-9c77-5dbf9ffc3315', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'floating_ip_address': '172.28.2.214', 'floating_network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'router_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'port_id': '56de387e-c43b-4478-805f-9400388cf6bb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55159499-4162-473d-91be-3f7bcc13f345', 'mac_address': 'fa:16:3e:76:dc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edfd69e-fe3f-491b-a564-52c3d9402dcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:32:14Z', 'updated_at': '2021-06-29T03:32:26Z', 'revision_number': 1, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '472ed9e2-6d11-4d68-8eee-51bc8461b0c8', 'name': '', 'network_id': '55159499-4162-473d-91be-3f7bcc13f345', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'mac_address': 'fa:16:3e:c6:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '29dd2891-545c-4e5c-ada9-366a40a64358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:04Z', 'updated_at': '2021-06-29T03:29:12Z', 'revision_number': 5, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'subnets': [{'id': '29dd2891-545c-4e5c-ada9-366a40a64358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:27.636406 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031fc7b9-9918-4dac-b1c8-fc8babfe9134 None None] Checking router: 3a983dc0-1528-417f-91aa-3847fb40e702 for host: dv-cinder-797245-8-smb {{(pid=92901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:32:27.645193 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031fc7b9-9918-4dac-b1c8-fc8babfe9134 None None] Routers {'3a983dc0-1528-417f-91aa-3847fb40e702'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:32:27.645858 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-031fc7b9-9918-4dac-b1c8-fc8babfe9134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:32:15Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['3a983dc0-1528-417f-91aa-3847fb40e702'], 'active': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:27.653202 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907ca9a-eaa3-48d5-98d9-a46dce42f2dd req-dd76cc49-5a37-42ef-bc1d-d65c7439ea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:27.655004 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-9907ca9a-eaa3-48d5-98d9-a46dce42f2dd req-dd76cc49-5a37-42ef-bc1d-d65c7439ea88 service neutron] 10.222.0.41 "GET /v2.0/networks?id=55159499-4162-473d-91be-3f7bcc13f345 HTTP/1.1" status: 200 len: 918 time: 0.1086626 Jun 29 03:32:27.727934 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-9907ca9a-eaa3-48d5-98d9-a46dce42f2dd req-19207fb0-9db1-4b6c-b783-4bcd1d1c7341 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56de387e-c43b-4478-805f-9400388cf6bb HTTP/1.1" status: 200 len: 999 time: 0.0660651 Jun 29 03:32:27.782346 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907ca9a-eaa3-48d5-98d9-a46dce42f2dd req-8d2ef165-8413-4f11-b204-35f30f7c8261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:27.784254 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-9907ca9a-eaa3-48d5-98d9-a46dce42f2dd req-8d2ef165-8413-4f11-b204-35f30f7c8261 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29dd2891-545c-4e5c-ada9-366a40a64358 HTTP/1.1" status: 200 len: 856 time: 0.0493238 Jun 29 03:32:27.843581 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907ca9a-eaa3-48d5-98d9-a46dce42f2dd req-61c7de8b-d8d8-4574-89a4-9ee86ab29871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:27.845161 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-9907ca9a-eaa3-48d5-98d9-a46dce42f2dd req-61c7de8b-d8d8-4574-89a4-9ee86ab29871 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=55159499-4162-473d-91be-3f7bcc13f345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0540299 Jun 29 03:32:27.869610 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvr_db [None req-031fc7b9-9918-4dac-b1c8-fc8babfe9134 None None] Set router 3a983dc0-1528-417f-91aa-3847fb40e702 gateway port host: dv-cinder-797245-8-smb {{(pid=92901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:32:27.935409 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-9907ca9a-eaa3-48d5-98d9-a46dce42f2dd req-b8a94aa4-9a6b-486f-9920-075ca5ceb0da service neutron] 10.222.0.41 "GET /v2.0/networks/55159499-4162-473d-91be-3f7bcc13f345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828655 Jun 29 03:32:28.026506 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-9907ca9a-eaa3-48d5-98d9-a46dce42f2dd req-4e37cf8c-13b1-44a2-ba6a-e7aa368aedde service neutron] 10.222.0.41 "GET /v2.0/networks/55159499-4162-473d-91be-3f7bcc13f345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845082 Jun 29 03:32:28.088642 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-031fc7b9-9918-4dac-b1c8-fc8babfe9134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'name': 'tempest-AttachVolumeShelveTestJSON-1244863228-router', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15'}], 'enable_snat': True}, 'gw_port_id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:59Z', 'updated_at': '2021-06-29T03:29:05Z', 'revision_number': 4, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'gw_port': {'id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:00Z', 'updated_at': '2021-06-29T03:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_floatingips': [{'id': '315ba788-2276-4b60-9c77-5dbf9ffc3315', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'floating_ip_address': '172.28.2.214', 'floating_network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'router_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'port_id': '56de387e-c43b-4478-805f-9400388cf6bb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55159499-4162-473d-91be-3f7bcc13f345', 'mac_address': 'fa:16:3e:76:dc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edfd69e-fe3f-491b-a564-52c3d9402dcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:32:14Z', 'updated_at': '2021-06-29T03:32:26Z', 'revision_number': 1, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '472ed9e2-6d11-4d68-8eee-51bc8461b0c8', 'name': '', 'network_id': '55159499-4162-473d-91be-3f7bcc13f345', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'mac_address': 'fa:16:3e:c6:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '29dd2891-545c-4e5c-ada9-366a40a64358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:04Z', 'updated_at': '2021-06-29T03:29:12Z', 'revision_number': 5, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'subnets': [{'id': '29dd2891-545c-4e5c-ada9-366a40a64358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:28.113816 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031fc7b9-9918-4dac-b1c8-fc8babfe9134 None None] The sync data for ids ['3a983dc0-1528-417f-91aa-3847fb40e702'] in dv-cinder-797245-8-smb is: [{'id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'name': 'tempest-AttachVolumeShelveTestJSON-1244863228-router', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15'}], 'enable_snat': True}, 'gw_port_id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:59Z', 'updated_at': '2021-06-29T03:29:05Z', 'revision_number': 4, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'gw_port': {'id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:00Z', 'updated_at': '2021-06-29T03:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_floatingips': [{'id': '315ba788-2276-4b60-9c77-5dbf9ffc3315', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'floating_ip_address': '172.28.2.214', 'floating_network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'router_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'port_id': '56de387e-c43b-4478-805f-9400388cf6bb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55159499-4162-473d-91be-3f7bcc13f345', 'mac_address': 'fa:16:3e:76:dc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edfd69e-fe3f-491b-a564-52c3d9402dcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:32:14Z', 'updated_at': '2021-06-29T03:32:26Z', 'revision_number': 1, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '472ed9e2-6d11-4d68-8eee-51bc8461b0c8', 'name': '', 'network_id': '55159499-4162-473d-91be-3f7bcc13f345', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'mac_address': 'fa:16:3e:c6:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '29dd2891-545c-4e5c-ada9-366a40a64358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:04Z', 'updated_at': '2021-06-29T03:29:12Z', 'revision_number': 5, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'subnets': [{'id': '29dd2891-545c-4e5c-ada9-366a40a64358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:32:28.282475 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd27c29-dff5-4fda-85db-f4eac7b22012 None None] New status for floating IP 315ba788-2276-4b60-9c77-5dbf9ffc3315: ACTIVE {{(pid=92902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 03:32:36.208111 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 47306) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:36.306513 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-b98ec84c-cf2d-4f63-ab24-b2ece914fb5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:36.389921 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-b98ec84c-cf2d-4f63-ab24-b2ece914fb5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:36.394000 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-b98ec84c-cf2d-4f63-ab24-b2ece914fb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:36.396315 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-807de0ab-be55-4ad7-bac6-276c96b5f291 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:36.431913 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-b98ec84c-cf2d-4f63-ab24-b2ece914fb5c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=87931dc6a5344f33a1fb47b593d6b822&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226827 Jun 29 03:32:36.432865 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ec84c-cf2d-4f63-ab24-b2ece914fb5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4563cd87-d1c7-4a17-8ad6-0314cf0c3cf0,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:36.434477 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 47310) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:36.436434 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-b98ec84c-cf2d-4f63-ab24-b2ece914fb5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:36.483656 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-2360353b-c7bd-4074-b572-7f1a5a292da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:36.504623 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-2360353b-c7bd-4074-b572-7f1a5a292da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:36.553569 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-2360353b-c7bd-4074-b572-7f1a5a292da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:36.556105 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-2360353b-c7bd-4074-b572-7f1a5a292da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:36.557277 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-2360353b-c7bd-4074-b572-7f1a5a292da2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4563cd87-d1c7-4a17-8ad6-0314cf0c3cf0 HTTP/1.1" status: 204 len: 168 time: 0.1217763 Jun 29 03:32:36.557999 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-47d9b2fc-38d4-422b-a712-20c8f6f463da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:36.566891 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2360353b-c7bd-4074-b572-7f1a5a292da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4563cd87-d1c7-4a17-8ad6-0314cf0c3cf0,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:36.568697 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-2360353b-c7bd-4074-b572-7f1a5a292da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:37.147396 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 47336) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:37.238517 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-61809a49-2f16-486d-8ab2-9f5d421d6002 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1153132738-network', 'tenant_id': 'c07162556eca417c8ae472f8dd9798c7'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:37.259079 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61809a49-2f16-486d-8ab2-9f5d421d6002 admin admin] Made reservation on behalf of c07162556eca417c8ae472f8dd9798c7 for: {'network': 1} {{(pid=92899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:32:37.261557 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-61809a49-2f16-486d-8ab2-9f5d421d6002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for network, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:37.270041 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-61809a49-2f16-486d-8ab2-9f5d421d6002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:37.357447 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-61809a49-2f16-486d-8ab2-9f5d421d6002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:37.362323 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-61809a49-2f16-486d-8ab2-9f5d421d6002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:37.365957 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-8292fcc0-eb74-4af3-ae70-e8b5d5906f1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:37.383668 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61809a49-2f16-486d-8ab2-9f5d421d6002 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=92899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 03:32:37.396931 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61809a49-2f16-486d-8ab2-9f5d421d6002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6d0eec-acdc-4d6c-9bf8-d3d9a7d14120,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:37.400470 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-61809a49-2f16-486d-8ab2-9f5d421d6002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:37.403797 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-61809a49-2f16-486d-8ab2-9f5d421d6002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342'] for segment, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:37.404124 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.db.segments_db [None req-61809a49-2f16-486d-8ab2-9f5d421d6002 admin admin] Added segment b45265c8-9cc7-42e3-a59c-f13bc7048e5b of type vlan for network 6190fc53-e160-4137-804d-f35ad2551167 Jun 29 03:32:37.459307 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-61809a49-2f16-486d-8ab2-9f5d421d6002 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763851271976'] for network, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:37.489500 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-61809a49-2f16-486d-8ab2-9f5d421d6002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670'] for network, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:37.491003 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61809a49-2f16-486d-8ab2-9f5d421d6002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:37.491596 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-61809a49-2f16-486d-8ab2-9f5d421d6002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for network, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:37.493692 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:37.542478 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-61809a49-2f16-486d-8ab2-9f5d421d6002 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3939695 Jun 29 03:32:37.545758 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 47340) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:37.551220 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-097d0cb5-1c54-4cd8-bd44-4b6b2cef851b admin admin] Request body: {'subnet': {'network_id': '6190fc53-e160-4137-804d-f35ad2551167', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1153132738-subnet', 'tenant_id': 'c07162556eca417c8ae472f8dd9798c7', 'ip_version': 4}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:37.553720 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61809a49-2f16-486d-8ab2-9f5d421d6002 admin admin] Pushing event updated for resources: {'Network': ['ID=6190fc53-e160-4137-804d-f35ad2551167,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:37.556730 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-61809a49-2f16-486d-8ab2-9f5d421d6002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:37.563416 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Network 6190fc53-e160-4137-804d-f35ad2551167 details requested by agent ovs-agent-dv-cinder-797245-8-smb with host dv-cinder-797245-8-smb {{(pid=92901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:32:37.571746 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097d0cb5-1c54-4cd8-bd44-4b6b2cef851b admin admin] Made reservation on behalf of c07162556eca417c8ae472f8dd9798c7 for: {'subnet': 1} {{(pid=92900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:32:37.574222 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-097d0cb5-1c54-4cd8-bd44-4b6b2cef851b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66713706'] for subnet, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:37.737425 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-097d0cb5-1c54-4cd8-bd44-4b6b2cef851b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4860085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66844560'] for subnet, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:37.740319 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:37.792198 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d0cb5-1c54-4cd8-bd44-4b6b2cef851b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d59dbf51-326a-4727-afdc-a3f7b0974346,revision_number=0']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:37.795630 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-097d0cb5-1c54-4cd8-bd44-4b6b2cef851b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:37.801418 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097d0cb5-1c54-4cd8-bd44-4b6b2cef851b admin admin] Checking segment: {'id': 'b45265c8-9cc7-42e3-a59c-f13bc7048e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6190fc53-e160-4137-804d-f35ad2551167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:32:37.801769 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097d0cb5-1c54-4cd8-bd44-4b6b2cef851b admin admin] Network hostable DHCP agents. Network: 6190fc53-e160-4137-804d-f35ad2551167, hostable agents: ['15611171-d073-4a1d-b69f-900d48098551'], hosted agents: [] {{(pid=92900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:32:37.817473 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097d0cb5-1c54-4cd8-bd44-4b6b2cef851b admin admin] Network 6190fc53-e160-4137-804d-f35ad2551167 is scheduled to be hosted by DHCP agent 15611171-d073-4a1d-b69f-900d48098551 with binding_index 1 {{(pid=92900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:32:37.825158 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [None req-097d0cb5-1c54-4cd8-bd44-4b6b2cef851b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-smb, 6190fc53-e160-4137-804d-f35ad2551167) {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:32:37.828970 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097d0cb5-1c54-4cd8-bd44-4b6b2cef851b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:37.829639 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-097d0cb5-1c54-4cd8-bd44-4b6b2cef851b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for subnet, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:37.834438 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81089639-efc7-480f-97d1-77dcf5e39116 None None] Network 6190fc53-e160-4137-804d-f35ad2551167 requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:32:37.846586 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-097d0cb5-1c54-4cd8-bd44-4b6b2cef851b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2997437 Jun 29 03:32:37.849179 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 47344) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:37.853420 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-57277e0c-0e92-4ea8-9fe8-024a91f84f73 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1153132738-router', 'tenant_id': 'c07162556eca417c8ae472f8dd9798c7', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'}}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:37.873106 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-57277e0c-0e92-4ea8-9fe8-024a91f84f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8075178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8097'] for router, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:37.874181 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-57277e0c-0e92-4ea8-9fe8-024a91f84f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8075155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8001213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8106'] for router, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:37.927532 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-57277e0c-0e92-4ea8-9fe8-024a91f84f73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:37.975957 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9326bc07-1e73-4056-a8d7-bffdc6b2a28e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5883397f-06c1-5c34-a929-fdfc630db77e-6190fc53-e160-4137-804d-f35ad2551167', 'network_id': '6190fc53-e160-4137-804d-f35ad2551167', 'tenant_id': 'c07162556eca417c8ae472f8dd9798c7', 'fixed_ips': [{'subnet_id': 'd59dbf51-326a-4727-afdc-a3f7b0974346'}]}} from dv-cinder-797245-8-smb. {{(pid=92901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 03:32:37.976809 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9326bc07-1e73-4056-a8d7-bffdc6b2a28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.117018 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [None req-9326bc07-1e73-4056-a8d7-bffdc6b2a28e None None] Allocated IP 172.20.0.2 (6190fc53-e160-4137-804d-f35ad2551167/d59dbf51-326a-4727-afdc-a3f7b0974346/7562219b-3875-48d1-ba19-793a760779e2) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:32:38.264097 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9326bc07-1e73-4056-a8d7-bffdc6b2a28e None None] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.272905 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-9326bc07-1e73-4056-a8d7-bffdc6b2a28e None None] Transition to ACTIVE for port object 7562219b-3875-48d1-ba19-793a760779e2 will not be triggered until provisioned by entity L2. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:32:38.278330 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-57277e0c-0e92-4ea8-9fe8-024a91f84f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7918546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8080158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8068'] for router, precommit_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.288756 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-9326bc07-1e73-4056-a8d7-bffdc6b2a28e None None] Transition to ACTIVE for port object 7562219b-3875-48d1-ba19-793a760779e2 will not be triggered until provisioned by entity DHCP. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:32:38.293503 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9326bc07-1e73-4056-a8d7-bffdc6b2a28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.296288 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:38.330427 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9326bc07-1e73-4056-a8d7-bffdc6b2a28e None None] Network 6190fc53-e160-4137-804d-f35ad2551167 is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:32:38.334629 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-9326bc07-1e73-4056-a8d7-bffdc6b2a28e None None] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:32:38.337952 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9326bc07-1e73-4056-a8d7-bffdc6b2a28e None None] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:32:38.345175 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326bc07-1e73-4056-a8d7-bffdc6b2a28e None None] Pushing event updated for resources: {'Port': ['ID=7562219b-3875-48d1-ba19-793a760779e2,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:38.349457 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-9326bc07-1e73-4056-a8d7-bffdc6b2a28e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:38.399183 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-9326bc07-1e73-4056-a8d7-bffdc6b2a28e None None] Attempting to bind port 7562219b-3875-48d1-ba19-793a760779e2 on host dv-cinder-797245-8-smb for vnic_type normal with profile {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:32:38.399549 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-9326bc07-1e73-4056-a8d7-bffdc6b2a28e None None] Attempting to bind port 7562219b-3875-48d1-ba19-793a760779e2 by drivers openvswitch,hyperv on host dv-cinder-797245-8-smb at level 0 using segments [{'id': 'b45265c8-9cc7-42e3-a59c-f13bc7048e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6190fc53-e160-4137-804d-f35ad2551167'}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:32:38.399940 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9326bc07-1e73-4056-a8d7-bffdc6b2a28e None None] Attempting to bind port 7562219b-3875-48d1-ba19-793a760779e2 on network 6190fc53-e160-4137-804d-f35ad2551167 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:32:38.404680 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9326bc07-1e73-4056-a8d7-bffdc6b2a28e None None] Checking agent: {'id': '2d48862d-5b66-4de3-aaf5-496cc1a6aae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 16), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:32:38.405055 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9326bc07-1e73-4056-a8d7-bffdc6b2a28e None None] Checking segment: {'id': 'b45265c8-9cc7-42e3-a59c-f13bc7048e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6190fc53-e160-4137-804d-f35ad2551167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:32:38.405461 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9326bc07-1e73-4056-a8d7-bffdc6b2a28e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.405861 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9326bc07-1e73-4056-a8d7-bffdc6b2a28e None None] Bound using segment: {'id': 'b45265c8-9cc7-42e3-a59c-f13bc7048e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6190fc53-e160-4137-804d-f35ad2551167'} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:32:38.406856 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-9326bc07-1e73-4056-a8d7-bffdc6b2a28e None None] Bound port: 7562219b-3875-48d1-ba19-793a760779e2, host: dv-cinder-797245-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b45265c8-9cc7-42e3-a59c-f13bc7048e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6190fc53-e160-4137-804d-f35ad2551167'}}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:32:38.407273 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9326bc07-1e73-4056-a8d7-bffdc6b2a28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.466768 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-9326bc07-1e73-4056-a8d7-bffdc6b2a28e None None] For port 7562219b-3875-48d1-ba19-793a760779e2, host dv-cinder-797245-8-smb, cleared binding levels {{(pid=92901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:32:38.470622 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-9326bc07-1e73-4056-a8d7-bffdc6b2a28e None None] For port 7562219b-3875-48d1-ba19-793a760779e2, host dv-cinder-797245-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=7562219b-3875-48d1-ba19-793a760779e2,segment=NetworkSegment(b45265c8-9cc7-42e3-a59c-f13bc7048e5b),segment_id=b45265c8-9cc7-42e3-a59c-f13bc7048e5b)] {{(pid=92901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:32:38.476526 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9326bc07-1e73-4056-a8d7-bffdc6b2a28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.478425 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-66e967b3-3ea5-486e-9dee-e7e612497570 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:38.481537 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-57277e0c-0e92-4ea8-9fe8-024a91f84f73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.500025 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-57277e0c-0e92-4ea8-9fe8-024a91f84f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.535665 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326bc07-1e73-4056-a8d7-bffdc6b2a28e None None] Pushing event updated for resources: {'Port': ['ID=7562219b-3875-48d1-ba19-793a760779e2,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:38.538854 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-9326bc07-1e73-4056-a8d7-bffdc6b2a28e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:38.610925 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.db_base_plugin_common [None req-57277e0c-0e92-4ea8-9fe8-024a91f84f73 admin admin] Allocated IP 172.28.2.112 (66e8c627-bfc7-4283-9c88-a2a34f7e2e0b/c8165791-a4a1-46c6-a3dc-c0e6529e25bd/bf83b649-610d-414e-8bc9-5e511d52f07c) {{(pid=92900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:32:38.721995 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-57277e0c-0e92-4ea8-9fe8-024a91f84f73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.772228 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-57277e0c-0e92-4ea8-9fe8-024a91f84f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859937'] for port, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.774639 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-4d9f4517-cb3e-43be-beb0-bc6189ce1790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:38.819355 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57277e0c-0e92-4ea8-9fe8-024a91f84f73 admin admin] Network 66e8c627-bfc7-4283-9c88-a2a34f7e2e0b is already hosted by enough agents. {{(pid=92900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:32:38.822409 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [None req-57277e0c-0e92-4ea8-9fe8-024a91f84f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:32:38.824853 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57277e0c-0e92-4ea8-9fe8-024a91f84f73 admin admin] Received port after_create {{(pid=92900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:32:38.851128 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57277e0c-0e92-4ea8-9fe8-024a91f84f73 admin admin] Pushing event updated for resources: {'Port': ['ID=bf83b649-610d-414e-8bc9-5e511d52f07c,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:38.854106 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-57277e0c-0e92-4ea8-9fe8-024a91f84f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:39.071147 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-57277e0c-0e92-4ea8-9fe8-024a91f84f73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:39.268848 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-57277e0c-0e92-4ea8-9fe8-024a91f84f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8080145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7918583'] for router, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:39.364235 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6779a6d6-5b12-4db5-b598-8c70989487fb None None] Network 6190fc53-e160-4137-804d-f35ad2551167 requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:32:39.399524 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57277e0c-0e92-4ea8-9fe8-024a91f84f73 admin admin] Router 1a6dec39-96d9-403e-b799-ea19e2652392 is scheduled to L3 agent 7fe0c168-953d-4d47-bedf-fde3a92e458b with binding_index 1 {{(pid=92900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 03:32:39.436746 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-5a15d381-92ad-4bf1-8b66-6e13d1d45d0c None None] Provisioning for port 7562219b-3875-48d1-ba19-793a760779e2 completed by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:32:39.505002 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57277e0c-0e92-4ea8-9fe8-024a91f84f73 admin admin] Notify agent at l3_agent.dv-cinder-797245-8-smb the message routers_updated {{(pid=92900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:32:39.521528 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-57277e0c-0e92-4ea8-9fe8-024a91f84f73 admin admin] Notify callbacks [] for router, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:39.522910 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-57277e0c-0e92-4ea8-9fe8-024a91f84f73 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6726799 Jun 29 03:32:39.525411 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 47352) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:39.528354 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a463ea5c-b227-44bf-94b5-4984f19a7157 None None] Sync routers for ids ['1a6dec39-96d9-403e-b799-ea19e2652392'] in dv-cinder-797245-8-smb {{(pid=92901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:32:39.542664 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a463ea5c-b227-44bf-94b5-4984f19a7157 None None] Routers {'1a6dec39-96d9-403e-b799-ea19e2652392'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:32:39.543276 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-a463ea5c-b227-44bf-94b5-4984f19a7157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:32:15Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['1a6dec39-96d9-403e-b799-ea19e2652392'], 'active': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:39.658169 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvr_db [None req-a463ea5c-b227-44bf-94b5-4984f19a7157 None None] Set router 1a6dec39-96d9-403e-b799-ea19e2652392 gateway port host: dv-cinder-797245-8-smb {{(pid=92901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:32:39.844071 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-a463ea5c-b227-44bf-94b5-4984f19a7157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'name': 'tempest-TestMinimumBasicScenario-1153132738-router', 'tenant_id': 'c07162556eca417c8ae472f8dd9798c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': 'bf83b649-610d-414e-8bc9-5e511d52f07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:37Z', 'updated_at': '2021-06-29T03:32:38Z', 'revision_number': 3, 'project_id': 'c07162556eca417c8ae472f8dd9798c7', 'gw_port': {'id': 'bf83b649-610d-414e-8bc9-5e511d52f07c', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:38Z', 'updated_at': '2021-06-29T03:32:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb'}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:39.871509 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a463ea5c-b227-44bf-94b5-4984f19a7157 None None] Checking router: 1a6dec39-96d9-403e-b799-ea19e2652392 for host: dv-cinder-797245-8-smb {{(pid=92901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:32:39.871916 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a463ea5c-b227-44bf-94b5-4984f19a7157 None None] Updating router 1a6dec39-96d9-403e-b799-ea19e2652392 port bf83b649-610d-414e-8bc9-5e511d52f07c binding host dv-cinder-797245-8-smb {{(pid=92901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 03:32:39.910647 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-a463ea5c-b227-44bf-94b5-4984f19a7157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:39.925834 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-14deaf73-1d71-4e4a-ad05-7e46ba2a6473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:40.080853 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.db_base_plugin_common [None req-14deaf73-1d71-4e4a-ad05-7e46ba2a6473 admin admin] Allocated IP 172.20.0.1 (6190fc53-e160-4137-804d-f35ad2551167/d59dbf51-326a-4727-afdc-a3f7b0974346/3f9ff766-8559-4d16-bc1b-1457a36c1e73) {{(pid=92900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:32:40.164719 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-a463ea5c-b227-44bf-94b5-4984f19a7157 None None] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:40.177430 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-a463ea5c-b227-44bf-94b5-4984f19a7157 None None] Transition to ACTIVE for port object bf83b649-610d-414e-8bc9-5e511d52f07c will not be triggered until provisioned by entity L2. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:32:40.184404 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-a463ea5c-b227-44bf-94b5-4984f19a7157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:40.186582 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:40.205483 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-14deaf73-1d71-4e4a-ad05-7e46ba2a6473 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:40.225349 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.provisioning_blocks [None req-14deaf73-1d71-4e4a-ad05-7e46ba2a6473 admin admin] Transition to ACTIVE for port object 3f9ff766-8559-4d16-bc1b-1457a36c1e73 will not be triggered until provisioned by entity DHCP. {{(pid=92900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:32:40.231212 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 7562219b-3875-48d1-ba19-793a760779e2 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:32:40.257674 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-14deaf73-1d71-4e4a-ad05-7e46ba2a6473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859937'] for port, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:40.260225 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:40.267430 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-a463ea5c-b227-44bf-94b5-4984f19a7157 None None] Attempting to bind port bf83b649-610d-414e-8bc9-5e511d52f07c on host dv-cinder-797245-8-smb for vnic_type normal with profile {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:32:40.267828 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-a463ea5c-b227-44bf-94b5-4984f19a7157 None None] Attempting to bind port bf83b649-610d-414e-8bc9-5e511d52f07c by drivers openvswitch,hyperv on host dv-cinder-797245-8-smb at level 0 using segments [{'id': 'e9e5c7ef-c364-4b74-9222-2e87bd8fc345', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:32:40.268194 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a463ea5c-b227-44bf-94b5-4984f19a7157 None None] Attempting to bind port bf83b649-610d-414e-8bc9-5e511d52f07c on network 66e8c627-bfc7-4283-9c88-a2a34f7e2e0b {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:32:40.273976 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e60475-23e4-43f0-b588-12728b277288 None None] Pushing event updated for resources: {'Port': ['ID=bf83b649-610d-414e-8bc9-5e511d52f07c,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:40.276838 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-e2e60475-23e4-43f0-b588-12728b277288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:40.279695 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a463ea5c-b227-44bf-94b5-4984f19a7157 None None] Checking agent: {'id': '2d48862d-5b66-4de3-aaf5-496cc1a6aae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 16), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:32:40.280097 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a463ea5c-b227-44bf-94b5-4984f19a7157 None None] Checking segment: {'id': 'e9e5c7ef-c364-4b74-9222-2e87bd8fc345', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:32:40.280501 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-a463ea5c-b227-44bf-94b5-4984f19a7157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:40.280886 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a463ea5c-b227-44bf-94b5-4984f19a7157 None None] Bound using segment: {'id': 'e9e5c7ef-c364-4b74-9222-2e87bd8fc345', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:32:40.282010 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-a463ea5c-b227-44bf-94b5-4984f19a7157 None None] Bound port: bf83b649-610d-414e-8bc9-5e511d52f07c, host: dv-cinder-797245-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e5c7ef-c364-4b74-9222-2e87bd8fc345', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'}}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:32:40.282410 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-a463ea5c-b227-44bf-94b5-4984f19a7157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:40.297087 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14deaf73-1d71-4e4a-ad05-7e46ba2a6473 admin admin] Network 6190fc53-e160-4137-804d-f35ad2551167 is already hosted by enough agents. {{(pid=92900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:32:40.299880 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [None req-14deaf73-1d71-4e4a-ad05-7e46ba2a6473 admin admin] Resources bound (agent type, host, resource id): {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:32:40.303186 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14deaf73-1d71-4e4a-ad05-7e46ba2a6473 admin admin] Received port after_create {{(pid=92900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:32:40.324413 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14deaf73-1d71-4e4a-ad05-7e46ba2a6473 admin admin] Pushing event updated for resources: {'Port': ['ID=3f9ff766-8559-4d16-bc1b-1457a36c1e73,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:40.329087 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-14deaf73-1d71-4e4a-ad05-7e46ba2a6473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:40.341608 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning for port 7562219b-3875-48d1-ba19-793a760779e2 completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:32:40.345503 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-14deaf73-1d71-4e4a-ad05-7e46ba2a6473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8081281'] for router_interface, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:40.351595 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port 7562219b-3875-48d1-ba19-793a760779e2 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:40.352186 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:40.375796 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-a463ea5c-b227-44bf-94b5-4984f19a7157 None None] For port bf83b649-610d-414e-8bc9-5e511d52f07c, host dv-cinder-797245-8-smb, cleared binding levels {{(pid=92901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:32:40.394722 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-a463ea5c-b227-44bf-94b5-4984f19a7157 None None] For port bf83b649-610d-414e-8bc9-5e511d52f07c, host dv-cinder-797245-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=bf83b649-610d-414e-8bc9-5e511d52f07c,segment=NetworkSegment(e9e5c7ef-c364-4b74-9222-2e87bd8fc345),segment_id=e9e5c7ef-c364-4b74-9222-2e87bd8fc345)] {{(pid=92901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:32:40.400931 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-a463ea5c-b227-44bf-94b5-4984f19a7157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:40.406965 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-ab61abae-71a9-48e6-ba08-d9e3c3aef3d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:40.495337 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-14deaf73-1d71-4e4a-ad05-7e46ba2a6473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:40.504352 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a463ea5c-b227-44bf-94b5-4984f19a7157 None None] Routers {'1a6dec39-96d9-403e-b799-ea19e2652392'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:32:40.504990 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-a463ea5c-b227-44bf-94b5-4984f19a7157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:32:15Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['1a6dec39-96d9-403e-b799-ea19e2652392'], 'active': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:40.549830 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e60475-23e4-43f0-b588-12728b277288 None None] Pushing event updated for resources: {'Port': ['ID=bf83b649-610d-414e-8bc9-5e511d52f07c,revision_number=3']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:40.557531 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-e2e60475-23e4-43f0-b588-12728b277288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:40.573894 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:40.671811 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-14deaf73-1d71-4e4a-ad05-7e46ba2a6473 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:40.676817 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-14deaf73-1d71-4e4a-ad05-7e46ba2a6473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859959'] for port, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:40.679342 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-6b8ce0fe-effd-4170-b90f-1e173b8ff883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:40.744824 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-14deaf73-1d71-4e4a-ad05-7e46ba2a6473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7904076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8081269'] for router_interface, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:40.746734 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14deaf73-1d71-4e4a-ad05-7e46ba2a6473 admin admin] Pushing event updated for resources: {'Port': ['ID=3f9ff766-8559-4d16-bc1b-1457a36c1e73,revision_number=2']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:40.749640 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-14deaf73-1d71-4e4a-ad05-7e46ba2a6473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:40.776137 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] For port 7562219b-3875-48d1-ba19-793a760779e2, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=7562219b-3875-48d1-ba19-793a760779e2,segment=NetworkSegment(b45265c8-9cc7-42e3-a59c-f13bc7048e5b),segment_id=b45265c8-9cc7-42e3-a59c-f13bc7048e5b)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:32:40.784577 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:40.788087 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvr_db [None req-a463ea5c-b227-44bf-94b5-4984f19a7157 None None] Set router 1a6dec39-96d9-403e-b799-ea19e2652392 gateway port host: dv-cinder-797245-8-smb {{(pid=92901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:32:40.789792 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:40.815733 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-99a7cdbf-0391-456b-87f2-8da6d2f72af5 None None] Provisioning for port 3f9ff766-8559-4d16-bc1b-1457a36c1e73 completed by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:32:40.844530 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14deaf73-1d71-4e4a-ad05-7e46ba2a6473 admin admin] Network 6190fc53-e160-4137-804d-f35ad2551167 is already hosted by enough agents. {{(pid=92900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:32:40.845909 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [None req-14deaf73-1d71-4e4a-ad05-7e46ba2a6473 admin admin] Resources bound (agent type, host, resource id): {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:32:40.846694 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-99a7cdbf-0391-456b-87f2-8da6d2f72af5 None None] Provisioning complete for port 3f9ff766-8559-4d16-bc1b-1457a36c1e73 triggered by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:40.847079 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-99a7cdbf-0391-456b-87f2-8da6d2f72af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:40.929582 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Pushing event updated for resources: {'Port': ['ID=7562219b-3875-48d1-ba19-793a760779e2,revision_number=3']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:40.942954 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:40.966250 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-99a7cdbf-0391-456b-87f2-8da6d2f72af5 None None] Port 3f9ff766-8559-4d16-bc1b-1457a36c1e73 cannot update to ACTIVE because it is not bound. {{(pid=92901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:32:40.969627 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14deaf73-1d71-4e4a-ad05-7e46ba2a6473 admin admin] Router 1a6dec39-96d9-403e-b799-ea19e2652392 has already been hosted by L3 agent 7fe0c168-953d-4d47-bedf-fde3a92e458b {{(pid=92900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:32:41.062729 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-a463ea5c-b227-44bf-94b5-4984f19a7157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'name': 'tempest-TestMinimumBasicScenario-1153132738-router', 'tenant_id': 'c07162556eca417c8ae472f8dd9798c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': 'bf83b649-610d-414e-8bc9-5e511d52f07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:37Z', 'updated_at': '2021-06-29T03:32:40Z', 'revision_number': 4, 'project_id': 'c07162556eca417c8ae472f8dd9798c7', 'gw_port': {'id': 'bf83b649-610d-414e-8bc9-5e511d52f07c', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:38Z', 'updated_at': '2021-06-29T03:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': '3f9ff766-8559-4d16-bc1b-1457a36c1e73', 'name': '', 'network_id': '6190fc53-e160-4137-804d-f35ad2551167', 'tenant_id': 'c07162556eca417c8ae472f8dd9798c7', 'mac_address': 'fa:16:3e:88:b2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd59dbf51-326a-4727-afdc-a3f7b0974346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:39Z', 'updated_at': '2021-06-29T03:32:40Z', 'revision_number': 1, 'project_id': 'c07162556eca417c8ae472f8dd9798c7', 'subnets': [{'id': 'd59dbf51-326a-4727-afdc-a3f7b0974346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:41.093021 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a463ea5c-b227-44bf-94b5-4984f19a7157 None None] The sync data for ids ['1a6dec39-96d9-403e-b799-ea19e2652392'] in dv-cinder-797245-8-smb is: [{'id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'name': 'tempest-TestMinimumBasicScenario-1153132738-router', 'tenant_id': 'c07162556eca417c8ae472f8dd9798c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': 'bf83b649-610d-414e-8bc9-5e511d52f07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:37Z', 'updated_at': '2021-06-29T03:32:40Z', 'revision_number': 4, 'project_id': 'c07162556eca417c8ae472f8dd9798c7', 'gw_port': {'id': 'bf83b649-610d-414e-8bc9-5e511d52f07c', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:38Z', 'updated_at': '2021-06-29T03:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': '3f9ff766-8559-4d16-bc1b-1457a36c1e73', 'name': '', 'network_id': '6190fc53-e160-4137-804d-f35ad2551167', 'tenant_id': 'c07162556eca417c8ae472f8dd9798c7', 'mac_address': 'fa:16:3e:88:b2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd59dbf51-326a-4727-afdc-a3f7b0974346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:39Z', 'updated_at': '2021-06-29T03:32:40Z', 'revision_number': 1, 'project_id': 'c07162556eca417c8ae472f8dd9798c7', 'subnets': [{'id': 'd59dbf51-326a-4727-afdc-a3f7b0974346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:32:41.103860 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-de8a9f41-c2b1-4dbe-ab1e-34de059b8019 None None] Provisioning complete for port 3f9ff766-8559-4d16-bc1b-1457a36c1e73 triggered by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:41.104195 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-de8a9f41-c2b1-4dbe-ab1e-34de059b8019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:41.140263 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-de8a9f41-c2b1-4dbe-ab1e-34de059b8019 None None] Port 3f9ff766-8559-4d16-bc1b-1457a36c1e73 cannot update to ACTIVE because it is not bound. {{(pid=92901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:32:41.325705 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14deaf73-1d71-4e4a-ad05-7e46ba2a6473 admin admin] Notify agent at l3_agent.dv-cinder-797245-8-smb the message routers_updated {{(pid=92900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:32:41.331393 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-14deaf73-1d71-4e4a-ad05-7e46ba2a6473 admin admin] 10.222.0.24 "PUT /v2.0/routers/1a6dec39-96d9-403e-b799-ea19e2652392/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8050601 Jun 29 03:32:41.848615 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 47376) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:41.853223 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-5f60f6cf-5424-42d6-96cf-022d0c4f9c6a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-917331033-network', 'tenant_id': '5c8987e0ca97415fab30c5cf04d2cd15'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:41.880621 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f60f6cf-5424-42d6-96cf-022d0c4f9c6a admin admin] Made reservation on behalf of 5c8987e0ca97415fab30c5cf04d2cd15 for: {'network': 1} {{(pid=92900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:32:41.882942 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-5f60f6cf-5424-42d6-96cf-022d0c4f9c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for network, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:41.892557 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-5f60f6cf-5424-42d6-96cf-022d0c4f9c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:42.004703 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-5f60f6cf-5424-42d6-96cf-022d0c4f9c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:42.011109 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-5f60f6cf-5424-42d6-96cf-022d0c4f9c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:42.014393 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-11caf284-536e-4f8f-894e-ee63e825dc88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:42.039121 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60f6cf-5424-42d6-96cf-022d0c4f9c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04ed97d-2cb6-4a15-a657-615a5adf2ac2,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:42.042999 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-5f60f6cf-5424-42d6-96cf-022d0c4f9c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:42.051591 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f60f6cf-5424-42d6-96cf-022d0c4f9c6a admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=92900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 03:32:42.065331 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-5f60f6cf-5424-42d6-96cf-022d0c4f9c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342'] for segment, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:42.065882 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.db.segments_db [None req-5f60f6cf-5424-42d6-96cf-022d0c4f9c6a admin admin] Added segment 76e31fab-2752-4310-8a59-1771d8ad8dc1 of type vlan for network 16ff2be9-db64-461d-a771-10ba286ee186 Jun 29 03:32:42.109299 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-5f60f6cf-5424-42d6-96cf-022d0c4f9c6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763851271976'] for network, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:42.144855 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-5f60f6cf-5424-42d6-96cf-022d0c4f9c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670'] for network, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:42.146188 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f60f6cf-5424-42d6-96cf-022d0c4f9c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:42.146845 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-5f60f6cf-5424-42d6-96cf-022d0c4f9c6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for network, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:42.148935 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:42.212689 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-5f60f6cf-5424-42d6-96cf-022d0c4f9c6a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3636622 Jun 29 03:32:42.215309 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 47378) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:42.222350 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-b10bcf7d-98dd-441d-b024-0b41a251f75b admin admin] Request body: {'subnet': {'network_id': '16ff2be9-db64-461d-a771-10ba286ee186', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-917331033-subnet', 'tenant_id': '5c8987e0ca97415fab30c5cf04d2cd15', 'ip_version': 4}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:42.226949 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60f6cf-5424-42d6-96cf-022d0c4f9c6a admin admin] Pushing event updated for resources: {'Network': ['ID=16ff2be9-db64-461d-a771-10ba286ee186,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:42.229854 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-5f60f6cf-5424-42d6-96cf-022d0c4f9c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:42.238736 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Network 16ff2be9-db64-461d-a771-10ba286ee186 details requested by agent ovs-agent-dv-cinder-797245-8-smb with host dv-cinder-797245-8-smb {{(pid=92901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:32:42.266086 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10bcf7d-98dd-441d-b024-0b41a251f75b admin admin] Made reservation on behalf of 5c8987e0ca97415fab30c5cf04d2cd15 for: {'subnet': 1} {{(pid=92900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:32:42.269008 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-b10bcf7d-98dd-441d-b024-0b41a251f75b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66713706'] for subnet, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:42.284630 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 7562219b-3875-48d1-ba19-793a760779e2 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:32:42.356977 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port 7562219b-3875-48d1-ba19-793a760779e2 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:42.357432 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:42.444564 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device bf83b649-610d-414e-8bc9-5e511d52f07c up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:32:42.454430 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-b10bcf7d-98dd-441d-b024-0b41a251f75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4860085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66844560'] for subnet, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:42.457020 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-edfed4a0-f7ec-4dd6-8837-baaed43c5644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:42.494108 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning for port bf83b649-610d-414e-8bc9-5e511d52f07c completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:32:42.498009 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port bf83b649-610d-414e-8bc9-5e511d52f07c triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:42.498399 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:42.509803 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10bcf7d-98dd-441d-b024-0b41a251f75b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b20d331a-8d90-435f-b644-a5af1ff73812,revision_number=0']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:42.513325 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-b10bcf7d-98dd-441d-b024-0b41a251f75b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:42.519219 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10bcf7d-98dd-441d-b024-0b41a251f75b admin admin] Checking segment: {'id': '76e31fab-2752-4310-8a59-1771d8ad8dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '16ff2be9-db64-461d-a771-10ba286ee186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:32:42.519580 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10bcf7d-98dd-441d-b024-0b41a251f75b admin admin] Network hostable DHCP agents. Network: 16ff2be9-db64-461d-a771-10ba286ee186, hostable agents: ['15611171-d073-4a1d-b69f-900d48098551'], hosted agents: [] {{(pid=92900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:32:42.538421 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10bcf7d-98dd-441d-b024-0b41a251f75b admin admin] Network 16ff2be9-db64-461d-a771-10ba286ee186 is scheduled to be hosted by DHCP agent 15611171-d073-4a1d-b69f-900d48098551 with binding_index 1 {{(pid=92900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:32:42.548877 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [None req-b10bcf7d-98dd-441d-b024-0b41a251f75b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-smb, 16ff2be9-db64-461d-a771-10ba286ee186) {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:32:42.553085 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10bcf7d-98dd-441d-b024-0b41a251f75b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:42.553673 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-b10bcf7d-98dd-441d-b024-0b41a251f75b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for subnet, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:42.566754 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-b10bcf7d-98dd-441d-b024-0b41a251f75b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3482065 Jun 29 03:32:42.567638 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8760a1d3-091a-416f-9010-b5ddfe8ade7d None None] Network 16ff2be9-db64-461d-a771-10ba286ee186 requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:32:42.569920 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 47382) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:42.574345 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-cdb83103-33f2-4643-87ce-c5f8281f46e1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-917331033-router', 'tenant_id': '5c8987e0ca97415fab30c5cf04d2cd15', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'}}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:42.594619 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-cdb83103-33f2-4643-87ce-c5f8281f46e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8075178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8097'] for router, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:42.595581 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-cdb83103-33f2-4643-87ce-c5f8281f46e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8075155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8001213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8106'] for router, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:42.619434 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:42.649957 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-cdb83103-33f2-4643-87ce-c5f8281f46e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:42.653616 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] For port bf83b649-610d-414e-8bc9-5e511d52f07c, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=bf83b649-610d-414e-8bc9-5e511d52f07c,segment=NetworkSegment(e9e5c7ef-c364-4b74-9222-2e87bd8fc345),segment_id=e9e5c7ef-c364-4b74-9222-2e87bd8fc345)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:32:42.660882 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:42.669621 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:42.756339 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Pushing event updated for resources: {'Port': ['ID=bf83b649-610d-414e-8bc9-5e511d52f07c,revision_number=4']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:42.760871 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:42.784138 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-cdb83103-33f2-4643-87ce-c5f8281f46e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7918546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8080158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8068'] for router, precommit_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:42.792848 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dfa72a-7fc4-40ee-b355-169794db13f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5883397f-06c1-5c34-a929-fdfc630db77e-16ff2be9-db64-461d-a771-10ba286ee186', 'network_id': '16ff2be9-db64-461d-a771-10ba286ee186', 'tenant_id': '5c8987e0ca97415fab30c5cf04d2cd15', 'fixed_ips': [{'subnet_id': 'b20d331a-8d90-435f-b644-a5af1ff73812'}]}} from dv-cinder-797245-8-smb. {{(pid=92901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 03:32:42.793918 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-63dfa72a-7fc4-40ee-b355-169794db13f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:42.936608 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [None req-63dfa72a-7fc4-40ee-b355-169794db13f0 None None] Allocated IP 172.20.0.2 (16ff2be9-db64-461d-a771-10ba286ee186/b20d331a-8d90-435f-b644-a5af1ff73812/150f57a7-52e9-4f1a-ac87-b7caaa29ab7e) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:32:43.003589 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-cdb83103-33f2-4643-87ce-c5f8281f46e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:43.022245 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-cdb83103-33f2-4643-87ce-c5f8281f46e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:43.083951 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-63dfa72a-7fc4-40ee-b355-169794db13f0 None None] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:43.098906 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-63dfa72a-7fc4-40ee-b355-169794db13f0 None None] Transition to ACTIVE for port object 150f57a7-52e9-4f1a-ac87-b7caaa29ab7e will not be triggered until provisioned by entity L2. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:32:43.111981 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ca3311a8-781f-43be-8415-2e478b199021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:43.120901 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-63dfa72a-7fc4-40ee-b355-169794db13f0 None None] Transition to ACTIVE for port object 150f57a7-52e9-4f1a-ac87-b7caaa29ab7e will not be triggered until provisioned by entity DHCP. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:32:43.130196 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-63dfa72a-7fc4-40ee-b355-169794db13f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:43.130446 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.db_base_plugin_common [None req-cdb83103-33f2-4643-87ce-c5f8281f46e1 admin admin] Allocated IP 172.28.2.4 (66e8c627-bfc7-4283-9c88-a2a34f7e2e0b/c8165791-a4a1-46c6-a3dc-c0e6529e25bd/d984f800-e8cf-40c3-a769-852e2a1d3279) {{(pid=92900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:32:43.133989 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:43.175726 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dfa72a-7fc4-40ee-b355-169794db13f0 None None] Network 16ff2be9-db64-461d-a771-10ba286ee186 is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:32:43.180093 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-63dfa72a-7fc4-40ee-b355-169794db13f0 None None] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:32:43.184280 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dfa72a-7fc4-40ee-b355-169794db13f0 None None] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:32:43.191826 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dfa72a-7fc4-40ee-b355-169794db13f0 None None] Pushing event updated for resources: {'Port': ['ID=150f57a7-52e9-4f1a-ac87-b7caaa29ab7e,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:43.195097 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-63dfa72a-7fc4-40ee-b355-169794db13f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:43.243586 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403ea64f-67f5-4fd7-a18f-1afe3cb62491 None None] Sync routers for ids ['1a6dec39-96d9-403e-b799-ea19e2652392'] in dv-cinder-797245-8-smb {{(pid=92902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:32:43.244960 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-cdb83103-33f2-4643-87ce-c5f8281f46e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:43.246533 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-63dfa72a-7fc4-40ee-b355-169794db13f0 None None] Attempting to bind port 150f57a7-52e9-4f1a-ac87-b7caaa29ab7e on host dv-cinder-797245-8-smb for vnic_type normal with profile {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:32:43.247420 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-63dfa72a-7fc4-40ee-b355-169794db13f0 None None] Attempting to bind port 150f57a7-52e9-4f1a-ac87-b7caaa29ab7e by drivers openvswitch,hyperv on host dv-cinder-797245-8-smb at level 0 using segments [{'id': '76e31fab-2752-4310-8a59-1771d8ad8dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '16ff2be9-db64-461d-a771-10ba286ee186'}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:32:43.247888 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dfa72a-7fc4-40ee-b355-169794db13f0 None None] Attempting to bind port 150f57a7-52e9-4f1a-ac87-b7caaa29ab7e on network 16ff2be9-db64-461d-a771-10ba286ee186 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:32:43.253131 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dfa72a-7fc4-40ee-b355-169794db13f0 None None] Checking agent: {'id': '2d48862d-5b66-4de3-aaf5-496cc1a6aae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 16), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:32:43.253514 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dfa72a-7fc4-40ee-b355-169794db13f0 None None] Checking segment: {'id': '76e31fab-2752-4310-8a59-1771d8ad8dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '16ff2be9-db64-461d-a771-10ba286ee186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:32:43.254076 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403ea64f-67f5-4fd7-a18f-1afe3cb62491 None None] Routers {'1a6dec39-96d9-403e-b799-ea19e2652392'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:32:43.254192 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-63dfa72a-7fc4-40ee-b355-169794db13f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:43.254433 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dfa72a-7fc4-40ee-b355-169794db13f0 None None] Bound using segment: {'id': '76e31fab-2752-4310-8a59-1771d8ad8dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '16ff2be9-db64-461d-a771-10ba286ee186'} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:32:43.254538 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-403ea64f-67f5-4fd7-a18f-1afe3cb62491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:32:15Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['1a6dec39-96d9-403e-b799-ea19e2652392'], 'active': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:43.254912 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-63dfa72a-7fc4-40ee-b355-169794db13f0 None None] Bound port: 150f57a7-52e9-4f1a-ac87-b7caaa29ab7e, host: dv-cinder-797245-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e31fab-2752-4310-8a59-1771d8ad8dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '16ff2be9-db64-461d-a771-10ba286ee186'}}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:32:43.255301 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-63dfa72a-7fc4-40ee-b355-169794db13f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:43.286246 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-cdb83103-33f2-4643-87ce-c5f8281f46e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859937'] for port, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:43.289360 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-df3c2907-bfe1-4ca2-9cc4-fce2f5e73891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:43.319787 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-63dfa72a-7fc4-40ee-b355-169794db13f0 None None] For port 150f57a7-52e9-4f1a-ac87-b7caaa29ab7e, host dv-cinder-797245-8-smb, cleared binding levels {{(pid=92901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:32:43.323423 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-63dfa72a-7fc4-40ee-b355-169794db13f0 None None] For port 150f57a7-52e9-4f1a-ac87-b7caaa29ab7e, host dv-cinder-797245-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=150f57a7-52e9-4f1a-ac87-b7caaa29ab7e,segment=NetworkSegment(76e31fab-2752-4310-8a59-1771d8ad8dc1),segment_id=76e31fab-2752-4310-8a59-1771d8ad8dc1)] {{(pid=92901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:32:43.328703 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-63dfa72a-7fc4-40ee-b355-169794db13f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:43.331004 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:43.332301 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb83103-33f2-4643-87ce-c5f8281f46e1 admin admin] Network 66e8c627-bfc7-4283-9c88-a2a34f7e2e0b is already hosted by enough agents. {{(pid=92900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:32:43.336111 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb83103-33f2-4643-87ce-c5f8281f46e1 admin admin] Pushing event updated for resources: {'Port': ['ID=d984f800-e8cf-40c3-a769-852e2a1d3279,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:43.338537 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [None req-cdb83103-33f2-4643-87ce-c5f8281f46e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:32:43.340257 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-cdb83103-33f2-4643-87ce-c5f8281f46e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:43.340980 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb83103-33f2-4643-87ce-c5f8281f46e1 admin admin] Received port after_create {{(pid=92900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:32:43.379054 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvr_db [None req-403ea64f-67f5-4fd7-a18f-1afe3cb62491 None None] Set router 1a6dec39-96d9-403e-b799-ea19e2652392 gateway port host: dv-cinder-797245-8-smb {{(pid=92902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:32:43.387025 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dfa72a-7fc4-40ee-b355-169794db13f0 None None] Pushing event updated for resources: {'Port': ['ID=150f57a7-52e9-4f1a-ac87-b7caaa29ab7e,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:43.390035 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-63dfa72a-7fc4-40ee-b355-169794db13f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:43.613294 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-403ea64f-67f5-4fd7-a18f-1afe3cb62491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'name': 'tempest-TestMinimumBasicScenario-1153132738-router', 'tenant_id': 'c07162556eca417c8ae472f8dd9798c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': 'bf83b649-610d-414e-8bc9-5e511d52f07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:37Z', 'updated_at': '2021-06-29T03:32:40Z', 'revision_number': 4, 'project_id': 'c07162556eca417c8ae472f8dd9798c7', 'gw_port': {'id': 'bf83b649-610d-414e-8bc9-5e511d52f07c', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:38Z', 'updated_at': '2021-06-29T03:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': '3f9ff766-8559-4d16-bc1b-1457a36c1e73', 'name': '', 'network_id': '6190fc53-e160-4137-804d-f35ad2551167', 'tenant_id': 'c07162556eca417c8ae472f8dd9798c7', 'mac_address': 'fa:16:3e:88:b2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd59dbf51-326a-4727-afdc-a3f7b0974346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:39Z', 'updated_at': '2021-06-29T03:32:40Z', 'revision_number': 2, 'project_id': 'c07162556eca417c8ae472f8dd9798c7', 'subnets': [{'id': 'd59dbf51-326a-4727-afdc-a3f7b0974346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:43.650899 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403ea64f-67f5-4fd7-a18f-1afe3cb62491 None None] Checking router: 1a6dec39-96d9-403e-b799-ea19e2652392 for host: dv-cinder-797245-8-smb {{(pid=92902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:32:43.651524 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403ea64f-67f5-4fd7-a18f-1afe3cb62491 None None] Updating router 1a6dec39-96d9-403e-b799-ea19e2652392 port 3f9ff766-8559-4d16-bc1b-1457a36c1e73 binding host dv-cinder-797245-8-smb {{(pid=92902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 03:32:43.651954 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-cdb83103-33f2-4643-87ce-c5f8281f46e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:43.700065 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-403ea64f-67f5-4fd7-a18f-1afe3cb62491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:43.850700 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-cdb83103-33f2-4643-87ce-c5f8281f46e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8080145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7918583'] for router, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:43.980143 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb83103-33f2-4643-87ce-c5f8281f46e1 admin admin] Router cc94b527-7546-49fc-9d0a-1f453ac35947 is scheduled to L3 agent 7fe0c168-953d-4d47-bedf-fde3a92e458b with binding_index 1 {{(pid=92900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 03:32:44.055417 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-403ea64f-67f5-4fd7-a18f-1afe3cb62491 None None] Notify callbacks [] for port, precommit_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:44.066619 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.provisioning_blocks [None req-403ea64f-67f5-4fd7-a18f-1afe3cb62491 None None] Transition to ACTIVE for port object 3f9ff766-8559-4d16-bc1b-1457a36c1e73 will not be triggered until provisioned by entity L2. {{(pid=92902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:32:44.073247 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-403ea64f-67f5-4fd7-a18f-1afe3cb62491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:44.075520 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:44.097170 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb83103-33f2-4643-87ce-c5f8281f46e1 admin admin] Notify agent at l3_agent.dv-cinder-797245-8-smb the message routers_updated {{(pid=92900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:32:44.106941 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf45af67-f810-4797-a862-602f9dcb5c59 None None] Sync routers for ids ['cc94b527-7546-49fc-9d0a-1f453ac35947'] in dv-cinder-797245-8-smb {{(pid=92901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:32:44.119474 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf45af67-f810-4797-a862-602f9dcb5c59 None None] Routers {'cc94b527-7546-49fc-9d0a-1f453ac35947'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:32:44.119787 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-cdb83103-33f2-4643-87ce-c5f8281f46e1 admin admin] Notify callbacks [] for router, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:44.120152 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-bf45af67-f810-4797-a862-602f9dcb5c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:32:15Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['cc94b527-7546-49fc-9d0a-1f453ac35947'], 'active': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:44.124261 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 47390) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:44.130878 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-cdb83103-33f2-4643-87ce-c5f8281f46e1 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5599120 Jun 29 03:32:44.156037 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c506c-3da9-465a-8bb1-41078225d333 None None] Pushing event updated for resources: {'Port': ['ID=3f9ff766-8559-4d16-bc1b-1457a36c1e73,revision_number=3']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:44.186233 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c506c-3da9-465a-8bb1-41078225d333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:44.186570 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c506c-3da9-465a-8bb1-41078225d333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:44.186904 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c506c-3da9-465a-8bb1-41078225d333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:44.187229 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c506c-3da9-465a-8bb1-41078225d333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:44.188133 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c506c-3da9-465a-8bb1-41078225d333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:44.188458 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c506c-3da9-465a-8bb1-41078225d333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:44.188776 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c506c-3da9-465a-8bb1-41078225d333 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:44.189089 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c506c-3da9-465a-8bb1-41078225d333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:44.189400 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c506c-3da9-465a-8bb1-41078225d333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:44.189712 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c506c-3da9-465a-8bb1-41078225d333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:44.190022 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c506c-3da9-465a-8bb1-41078225d333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:44.190379 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c506c-3da9-465a-8bb1-41078225d333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:44.194170 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG oslo_concurrency.lockutils [None req-152c506c-3da9-465a-8bb1-41078225d333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:44.225818 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.managers [None req-403ea64f-67f5-4fd7-a18f-1afe3cb62491 None None] Attempting to bind port 3f9ff766-8559-4d16-bc1b-1457a36c1e73 on host dv-cinder-797245-8-smb for vnic_type normal with profile {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:32:44.226023 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.managers [None req-403ea64f-67f5-4fd7-a18f-1afe3cb62491 None None] Attempting to bind port 3f9ff766-8559-4d16-bc1b-1457a36c1e73 by drivers openvswitch,hyperv on host dv-cinder-797245-8-smb at level 0 using segments [{'id': 'b45265c8-9cc7-42e3-a59c-f13bc7048e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6190fc53-e160-4137-804d-f35ad2551167'}] {{(pid=92902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:32:44.231972 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403ea64f-67f5-4fd7-a18f-1afe3cb62491 None None] Attempting to bind port 3f9ff766-8559-4d16-bc1b-1457a36c1e73 on network 6190fc53-e160-4137-804d-f35ad2551167 {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:32:44.239262 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403ea64f-67f5-4fd7-a18f-1afe3cb62491 None None] Checking agent: {'id': '2d48862d-5b66-4de3-aaf5-496cc1a6aae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 16), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:32:44.239641 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403ea64f-67f5-4fd7-a18f-1afe3cb62491 None None] Checking segment: {'id': 'b45265c8-9cc7-42e3-a59c-f13bc7048e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6190fc53-e160-4137-804d-f35ad2551167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:32:44.240136 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-403ea64f-67f5-4fd7-a18f-1afe3cb62491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:44.240576 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403ea64f-67f5-4fd7-a18f-1afe3cb62491 None None] Bound using segment: {'id': 'b45265c8-9cc7-42e3-a59c-f13bc7048e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6190fc53-e160-4137-804d-f35ad2551167'} {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:32:44.241059 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.managers [None req-403ea64f-67f5-4fd7-a18f-1afe3cb62491 None None] Bound port: 3f9ff766-8559-4d16-bc1b-1457a36c1e73, host: dv-cinder-797245-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b45265c8-9cc7-42e3-a59c-f13bc7048e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6190fc53-e160-4137-804d-f35ad2551167'}}] {{(pid=92902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:32:44.241442 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-403ea64f-67f5-4fd7-a18f-1afe3cb62491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:44.319414 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvr_db [None req-bf45af67-f810-4797-a862-602f9dcb5c59 None None] Set router cc94b527-7546-49fc-9d0a-1f453ac35947 gateway port host: dv-cinder-797245-8-smb {{(pid=92901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:32:44.320892 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.db [None req-403ea64f-67f5-4fd7-a18f-1afe3cb62491 None None] For port 3f9ff766-8559-4d16-bc1b-1457a36c1e73, host dv-cinder-797245-8-smb, cleared binding levels {{(pid=92902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:32:44.325255 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.db [None req-403ea64f-67f5-4fd7-a18f-1afe3cb62491 None None] For port 3f9ff766-8559-4d16-bc1b-1457a36c1e73, host dv-cinder-797245-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=3f9ff766-8559-4d16-bc1b-1457a36c1e73,segment=NetworkSegment(b45265c8-9cc7-42e3-a59c-f13bc7048e5b),segment_id=b45265c8-9cc7-42e3-a59c-f13bc7048e5b)] {{(pid=92902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:32:44.341998 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-403ea64f-67f5-4fd7-a18f-1afe3cb62491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:44.346315 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG oslo_concurrency.lockutils [None req-73090ba2-3ea1-4845-b1cb-5953f4cd004e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:44.381518 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 150f57a7-52e9-4f1a-ac87-b7caaa29ab7e up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:32:44.423715 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403ea64f-67f5-4fd7-a18f-1afe3cb62491 None None] Routers {'1a6dec39-96d9-403e-b799-ea19e2652392'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:32:44.424953 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-403ea64f-67f5-4fd7-a18f-1afe3cb62491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:32:15Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['1a6dec39-96d9-403e-b799-ea19e2652392'], 'active': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:44.568270 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c506c-3da9-465a-8bb1-41078225d333 None None] Pushing event updated for resources: {'Port': ['ID=3f9ff766-8559-4d16-bc1b-1457a36c1e73,revision_number=4']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:44.583427 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG oslo_concurrency.lockutils [None req-152c506c-3da9-465a-8bb1-41078225d333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:44.605337 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning for port 150f57a7-52e9-4f1a-ac87-b7caaa29ab7e completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:32:44.606063 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvr_db [None req-403ea64f-67f5-4fd7-a18f-1afe3cb62491 None None] Set router 1a6dec39-96d9-403e-b799-ea19e2652392 gateway port host: dv-cinder-797245-8-smb {{(pid=92902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:32:44.611732 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device bf83b649-610d-414e-8bc9-5e511d52f07c up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:32:44.650851 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f3939d-128b-420c-9d76-e96bd89e4e6a None None] Network 16ff2be9-db64-461d-a771-10ba286ee186 requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:32:44.768992 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-00940863-741e-42bc-a2e4-d9af74305ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:44.867507 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-15a7b4e0-4195-47f2-84b6-0041af582b73 None None] Provisioning for port 150f57a7-52e9-4f1a-ac87-b7caaa29ab7e completed by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:32:44.871287 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-403ea64f-67f5-4fd7-a18f-1afe3cb62491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'name': 'tempest-TestMinimumBasicScenario-1153132738-router', 'tenant_id': 'c07162556eca417c8ae472f8dd9798c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': 'bf83b649-610d-414e-8bc9-5e511d52f07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:37Z', 'updated_at': '2021-06-29T03:32:40Z', 'revision_number': 4, 'project_id': 'c07162556eca417c8ae472f8dd9798c7', 'gw_port': {'id': 'bf83b649-610d-414e-8bc9-5e511d52f07c', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:38Z', 'updated_at': '2021-06-29T03:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': '3f9ff766-8559-4d16-bc1b-1457a36c1e73', 'name': '', 'network_id': '6190fc53-e160-4137-804d-f35ad2551167', 'tenant_id': 'c07162556eca417c8ae472f8dd9798c7', 'mac_address': 'fa:16:3e:88:b2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd59dbf51-326a-4727-afdc-a3f7b0974346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:39Z', 'updated_at': '2021-06-29T03:32:44Z', 'revision_number': 4, 'project_id': 'c07162556eca417c8ae472f8dd9798c7', 'subnets': [{'id': 'd59dbf51-326a-4727-afdc-a3f7b0974346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:44.887032 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-15a7b4e0-4195-47f2-84b6-0041af582b73 None None] Provisioning complete for port 150f57a7-52e9-4f1a-ac87-b7caaa29ab7e triggered by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:44.887418 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-15a7b4e0-4195-47f2-84b6-0041af582b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:44.898833 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403ea64f-67f5-4fd7-a18f-1afe3cb62491 None None] The sync data for ids ['1a6dec39-96d9-403e-b799-ea19e2652392'] in dv-cinder-797245-8-smb is: [{'id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'name': 'tempest-TestMinimumBasicScenario-1153132738-router', 'tenant_id': 'c07162556eca417c8ae472f8dd9798c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': 'bf83b649-610d-414e-8bc9-5e511d52f07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:37Z', 'updated_at': '2021-06-29T03:32:40Z', 'revision_number': 4, 'project_id': 'c07162556eca417c8ae472f8dd9798c7', 'gw_port': {'id': 'bf83b649-610d-414e-8bc9-5e511d52f07c', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:38Z', 'updated_at': '2021-06-29T03:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': '3f9ff766-8559-4d16-bc1b-1457a36c1e73', 'name': '', 'network_id': '6190fc53-e160-4137-804d-f35ad2551167', 'tenant_id': 'c07162556eca417c8ae472f8dd9798c7', 'mac_address': 'fa:16:3e:88:b2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd59dbf51-326a-4727-afdc-a3f7b0974346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:39Z', 'updated_at': '2021-06-29T03:32:44Z', 'revision_number': 4, 'project_id': 'c07162556eca417c8ae472f8dd9798c7', 'subnets': [{'id': 'd59dbf51-326a-4727-afdc-a3f7b0974346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:32:44.934132 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port bf83b649-610d-414e-8bc9-5e511d52f07c triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:44.934522 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:44.966531 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.db_base_plugin_common [None req-00940863-741e-42bc-a2e4-d9af74305ebb admin admin] Allocated IP 172.20.0.1 (16ff2be9-db64-461d-a771-10ba286ee186/b20d331a-8d90-435f-b644-a5af1ff73812/ee3e441a-d2d2-42d7-a03b-c83c07d1ef52) {{(pid=92899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:32:44.981833 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-bf45af67-f810-4797-a862-602f9dcb5c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc94b527-7546-49fc-9d0a-1f453ac35947', 'name': 'tempest-TestMinimumBasicScenario-917331033-router', 'tenant_id': '5c8987e0ca97415fab30c5cf04d2cd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.4'}], 'enable_snat': True}, 'gw_port_id': 'd984f800-e8cf-40c3-a769-852e2a1d3279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:42Z', 'updated_at': '2021-06-29T03:32:43Z', 'revision_number': 3, 'project_id': '5c8987e0ca97415fab30c5cf04d2cd15', 'gw_port': {'id': 'd984f800-e8cf-40c3-a769-852e2a1d3279', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:36:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc94b527-7546-49fc-9d0a-1f453ac35947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:43Z', 'updated_at': '2021-06-29T03:32:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb'}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:45.024471 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf45af67-f810-4797-a862-602f9dcb5c59 None None] Checking router: cc94b527-7546-49fc-9d0a-1f453ac35947 for host: dv-cinder-797245-8-smb {{(pid=92901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:32:45.024859 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf45af67-f810-4797-a862-602f9dcb5c59 None None] Updating router cc94b527-7546-49fc-9d0a-1f453ac35947 port d984f800-e8cf-40c3-a769-852e2a1d3279 binding host dv-cinder-797245-8-smb {{(pid=92901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 03:32:45.083629 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-00940863-741e-42bc-a2e4-d9af74305ebb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:45.099440 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.provisioning_blocks [None req-00940863-741e-42bc-a2e4-d9af74305ebb admin admin] Transition to ACTIVE for port object ee3e441a-d2d2-42d7-a03b-c83c07d1ef52 will not be triggered until provisioned by entity DHCP. {{(pid=92899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:32:45.132485 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-bf45af67-f810-4797-a862-602f9dcb5c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:45.138009 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-00940863-741e-42bc-a2e4-d9af74305ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4372674'] for port, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:45.151003 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-3a0b7833-050a-42cd-a561-1d70f6472241 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:45.180148 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-15a7b4e0-4195-47f2-84b6-0041af582b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:45.181934 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00940863-741e-42bc-a2e4-d9af74305ebb admin admin] Network 16ff2be9-db64-461d-a771-10ba286ee186 is already hosted by enough agents. {{(pid=92899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:32:45.185152 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.base_scheduler [None req-00940863-741e-42bc-a2e4-d9af74305ebb admin admin] Resources bound (agent type, host, resource id): {{(pid=92899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:32:45.188921 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00940863-741e-42bc-a2e4-d9af74305ebb admin admin] Received port after_create {{(pid=92899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:32:45.229120 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00940863-741e-42bc-a2e4-d9af74305ebb admin admin] Pushing event updated for resources: {'Port': ['ID=ee3e441a-d2d2-42d7-a03b-c83c07d1ef52,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:45.232645 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-00940863-741e-42bc-a2e4-d9af74305ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:45.246728 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-00940863-741e-42bc-a2e4-d9af74305ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8081281'] for router_interface, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:45.305782 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-15a7b4e0-4195-47f2-84b6-0041af582b73 None None] For port 150f57a7-52e9-4f1a-ac87-b7caaa29ab7e, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=150f57a7-52e9-4f1a-ac87-b7caaa29ab7e,segment=NetworkSegment(76e31fab-2752-4310-8a59-1771d8ad8dc1),segment_id=76e31fab-2752-4310-8a59-1771d8ad8dc1)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:32:45.313861 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-15a7b4e0-4195-47f2-84b6-0041af582b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:45.318001 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:45.401252 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-00940863-741e-42bc-a2e4-d9af74305ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:45.441644 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a7b4e0-4195-47f2-84b6-0041af582b73 None None] Pushing event updated for resources: {'Port': ['ID=150f57a7-52e9-4f1a-ac87-b7caaa29ab7e,revision_number=3']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:45.451527 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-15a7b4e0-4195-47f2-84b6-0041af582b73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:45.504903 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-7ab758ba-292a-4a87-bc28-fa35ea4d91fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:45.576645 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-bf45af67-f810-4797-a862-602f9dcb5c59 None None] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:45.589870 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-bf45af67-f810-4797-a862-602f9dcb5c59 None None] Transition to ACTIVE for port object d984f800-e8cf-40c3-a769-852e2a1d3279 will not be triggered until provisioned by entity L2. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:32:45.599875 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-bf45af67-f810-4797-a862-602f9dcb5c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:45.602113 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-87afcdc0-3804-4dbb-98e3-122873228b4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:45.612228 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-00940863-741e-42bc-a2e4-d9af74305ebb admin admin] Notify callbacks [] for port, precommit_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:45.617813 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-00940863-741e-42bc-a2e4-d9af74305ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372692'] for port, after_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:45.623009 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-13f9a744-1ff9-461b-88f6-39204b200111 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:45.670983 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-c3e9ea00-b93e-426a-a5c7-1769de35243f None None] Provisioning complete for port 150f57a7-52e9-4f1a-ac87-b7caaa29ab7e triggered by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:45.671371 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c3e9ea00-b93e-426a-a5c7-1769de35243f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:45.674167 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-bf45af67-f810-4797-a862-602f9dcb5c59 None None] Attempting to bind port d984f800-e8cf-40c3-a769-852e2a1d3279 on host dv-cinder-797245-8-smb for vnic_type normal with profile {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:32:45.674555 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-bf45af67-f810-4797-a862-602f9dcb5c59 None None] Attempting to bind port d984f800-e8cf-40c3-a769-852e2a1d3279 by drivers openvswitch,hyperv on host dv-cinder-797245-8-smb at level 0 using segments [{'id': 'e9e5c7ef-c364-4b74-9222-2e87bd8fc345', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:32:45.674926 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf45af67-f810-4797-a862-602f9dcb5c59 None None] Attempting to bind port d984f800-e8cf-40c3-a769-852e2a1d3279 on network 66e8c627-bfc7-4283-9c88-a2a34f7e2e0b {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:32:45.678854 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c6c5c6-f053-4e57-a25e-88fbb722acda None None] Pushing event updated for resources: {'Port': ['ID=d984f800-e8cf-40c3-a769-852e2a1d3279,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:45.700351 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00940863-741e-42bc-a2e4-d9af74305ebb admin admin] Pushing event updated for resources: {'Port': ['ID=ee3e441a-d2d2-42d7-a03b-c83c07d1ef52,revision_number=2']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:45.701924 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-55c6c5c6-f053-4e57-a25e-88fbb722acda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:45.703353 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-00940863-741e-42bc-a2e4-d9af74305ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:45.704346 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf45af67-f810-4797-a862-602f9dcb5c59 None None] Checking agent: {'id': '2d48862d-5b66-4de3-aaf5-496cc1a6aae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 16), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:32:45.704737 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf45af67-f810-4797-a862-602f9dcb5c59 None None] Checking segment: {'id': 'e9e5c7ef-c364-4b74-9222-2e87bd8fc345', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:32:45.705153 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-bf45af67-f810-4797-a862-602f9dcb5c59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:45.705570 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf45af67-f810-4797-a862-602f9dcb5c59 None None] Bound using segment: {'id': 'e9e5c7ef-c364-4b74-9222-2e87bd8fc345', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:32:45.706066 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [None req-bf45af67-f810-4797-a862-602f9dcb5c59 None None] Bound port: d984f800-e8cf-40c3-a769-852e2a1d3279, host: dv-cinder-797245-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e5c7ef-c364-4b74-9222-2e87bd8fc345', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b'}}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:32:45.706460 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-bf45af67-f810-4797-a862-602f9dcb5c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:45.723055 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-00940863-741e-42bc-a2e4-d9af74305ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7904076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8081269'] for router_interface, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:45.777583 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-bf45af67-f810-4797-a862-602f9dcb5c59 None None] For port d984f800-e8cf-40c3-a769-852e2a1d3279, host dv-cinder-797245-8-smb, cleared binding levels {{(pid=92901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:32:45.781286 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-bf45af67-f810-4797-a862-602f9dcb5c59 None None] For port d984f800-e8cf-40c3-a769-852e2a1d3279, host dv-cinder-797245-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=d984f800-e8cf-40c3-a769-852e2a1d3279,segment=NetworkSegment(e9e5c7ef-c364-4b74-9222-2e87bd8fc345),segment_id=e9e5c7ef-c364-4b74-9222-2e87bd8fc345)] {{(pid=92901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:32:45.801751 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-bf45af67-f810-4797-a862-602f9dcb5c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:45.805826 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-87afcdc0-3804-4dbb-98e3-122873228b4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:45.821147 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00940863-741e-42bc-a2e4-d9af74305ebb admin admin] Network 16ff2be9-db64-461d-a771-10ba286ee186 is already hosted by enough agents. {{(pid=92899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:32:45.822602 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.base_scheduler [None req-00940863-741e-42bc-a2e4-d9af74305ebb admin admin] Resources bound (agent type, host, resource id): {{(pid=92899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:32:45.885289 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:45.891436 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf45af67-f810-4797-a862-602f9dcb5c59 None None] Routers {'cc94b527-7546-49fc-9d0a-1f453ac35947'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:32:45.892111 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-bf45af67-f810-4797-a862-602f9dcb5c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:32:45Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['cc94b527-7546-49fc-9d0a-1f453ac35947'], 'active': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:45.893902 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c6c5c6-f053-4e57-a25e-88fbb722acda None None] Pushing event updated for resources: {'Port': ['ID=d984f800-e8cf-40c3-a769-852e2a1d3279,revision_number=3']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:45.898165 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-55c6c5c6-f053-4e57-a25e-88fbb722acda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:45.940795 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00940863-741e-42bc-a2e4-d9af74305ebb admin admin] Router cc94b527-7546-49fc-9d0a-1f453ac35947 has already been hosted by L3 agent 7fe0c168-953d-4d47-bedf-fde3a92e458b {{(pid=92899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:32:46.010285 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-2ccf75fe-6104-480a-b035-2be6d8a28ae6 None None] Provisioning for port ee3e441a-d2d2-42d7-a03b-c83c07d1ef52 completed by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:32:46.017350 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-2ccf75fe-6104-480a-b035-2be6d8a28ae6 None None] Provisioning complete for port ee3e441a-d2d2-42d7-a03b-c83c07d1ef52 triggered by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:46.017734 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-2ccf75fe-6104-480a-b035-2be6d8a28ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:46.041544 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvr_db [None req-bf45af67-f810-4797-a862-602f9dcb5c59 None None] Set router cc94b527-7546-49fc-9d0a-1f453ac35947 gateway port host: dv-cinder-797245-8-smb {{(pid=92901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:32:46.091117 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf75fe-6104-480a-b035-2be6d8a28ae6 None None] Port ee3e441a-d2d2-42d7-a03b-c83c07d1ef52 cannot update to ACTIVE because it is not bound. {{(pid=92901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:32:46.243927 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4664b362-37d5-48cb-9f42-230d1cddde6c None None] Provisioning complete for port ee3e441a-d2d2-42d7-a03b-c83c07d1ef52 triggered by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:46.244311 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4664b362-37d5-48cb-9f42-230d1cddde6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:46.246152 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 150f57a7-52e9-4f1a-ac87-b7caaa29ab7e up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:32:46.316668 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-4664b362-37d5-48cb-9f42-230d1cddde6c None None] Port ee3e441a-d2d2-42d7-a03b-c83c07d1ef52 cannot update to ACTIVE because it is not bound. {{(pid=92901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:32:46.319606 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00940863-741e-42bc-a2e4-d9af74305ebb admin admin] Notify agent at l3_agent.dv-cinder-797245-8-smb the message routers_updated {{(pid=92899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:32:46.325607 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-00940863-741e-42bc-a2e4-d9af74305ebb admin admin] 10.222.0.24 "PUT /v2.0/routers/cc94b527-7546-49fc-9d0a-1f453ac35947/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1997991 Jun 29 03:32:46.345344 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port 150f57a7-52e9-4f1a-ac87-b7caaa29ab7e triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:46.345730 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:46.368687 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-bf45af67-f810-4797-a862-602f9dcb5c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc94b527-7546-49fc-9d0a-1f453ac35947', 'name': 'tempest-TestMinimumBasicScenario-917331033-router', 'tenant_id': '5c8987e0ca97415fab30c5cf04d2cd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.4'}], 'enable_snat': True}, 'gw_port_id': 'd984f800-e8cf-40c3-a769-852e2a1d3279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:42Z', 'updated_at': '2021-06-29T03:32:45Z', 'revision_number': 4, 'project_id': '5c8987e0ca97415fab30c5cf04d2cd15', 'gw_port': {'id': 'd984f800-e8cf-40c3-a769-852e2a1d3279', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:36:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc94b527-7546-49fc-9d0a-1f453ac35947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:43Z', 'updated_at': '2021-06-29T03:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': 'ee3e441a-d2d2-42d7-a03b-c83c07d1ef52', 'name': '', 'network_id': '16ff2be9-db64-461d-a771-10ba286ee186', 'tenant_id': '5c8987e0ca97415fab30c5cf04d2cd15', 'mac_address': 'fa:16:3e:76:b7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc94b527-7546-49fc-9d0a-1f453ac35947', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b20d331a-8d90-435f-b644-a5af1ff73812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:44Z', 'updated_at': '2021-06-29T03:32:45Z', 'revision_number': 2, 'project_id': '5c8987e0ca97415fab30c5cf04d2cd15', 'subnets': [{'id': 'b20d331a-8d90-435f-b644-a5af1ff73812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:46.400972 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf45af67-f810-4797-a862-602f9dcb5c59 None None] The sync data for ids ['cc94b527-7546-49fc-9d0a-1f453ac35947'] in dv-cinder-797245-8-smb is: [{'id': 'cc94b527-7546-49fc-9d0a-1f453ac35947', 'name': 'tempest-TestMinimumBasicScenario-917331033-router', 'tenant_id': '5c8987e0ca97415fab30c5cf04d2cd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.4'}], 'enable_snat': True}, 'gw_port_id': 'd984f800-e8cf-40c3-a769-852e2a1d3279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:42Z', 'updated_at': '2021-06-29T03:32:45Z', 'revision_number': 4, 'project_id': '5c8987e0ca97415fab30c5cf04d2cd15', 'gw_port': {'id': 'd984f800-e8cf-40c3-a769-852e2a1d3279', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:36:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc94b527-7546-49fc-9d0a-1f453ac35947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:43Z', 'updated_at': '2021-06-29T03:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': 'ee3e441a-d2d2-42d7-a03b-c83c07d1ef52', 'name': '', 'network_id': '16ff2be9-db64-461d-a771-10ba286ee186', 'tenant_id': '5c8987e0ca97415fab30c5cf04d2cd15', 'mac_address': 'fa:16:3e:76:b7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc94b527-7546-49fc-9d0a-1f453ac35947', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b20d331a-8d90-435f-b644-a5af1ff73812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:44Z', 'updated_at': '2021-06-29T03:32:45Z', 'revision_number': 2, 'project_id': '5c8987e0ca97415fab30c5cf04d2cd15', 'subnets': [{'id': 'b20d331a-8d90-435f-b644-a5af1ff73812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:32:46.459359 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 3f9ff766-8559-4d16-bc1b-1457a36c1e73 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:32:46.507099 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning for port 3f9ff766-8559-4d16-bc1b-1457a36c1e73 completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:32:46.510968 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port 3f9ff766-8559-4d16-bc1b-1457a36c1e73 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:46.511359 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:46.556333 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:46.627861 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:46.682309 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] For port 3f9ff766-8559-4d16-bc1b-1457a36c1e73, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=3f9ff766-8559-4d16-bc1b-1457a36c1e73,segment=NetworkSegment(b45265c8-9cc7-42e3-a59c-f13bc7048e5b),segment_id=b45265c8-9cc7-42e3-a59c-f13bc7048e5b)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:32:46.686684 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:46.690043 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:46.870358 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Pushing event updated for resources: {'Port': ['ID=3f9ff766-8559-4d16-bc1b-1457a36c1e73,revision_number=5']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:46.873769 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:47.141457 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:48.318065 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device d984f800-e8cf-40c3-a769-852e2a1d3279 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:32:48.377175 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning for port d984f800-e8cf-40c3-a769-852e2a1d3279 completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:32:48.382411 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port d984f800-e8cf-40c3-a769-852e2a1d3279 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:48.382848 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:48.464765 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:48.480345 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:48.508501 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] For port d984f800-e8cf-40c3-a769-852e2a1d3279, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=d984f800-e8cf-40c3-a769-852e2a1d3279,segment=NetworkSegment(e9e5c7ef-c364-4b74-9222-2e87bd8fc345),segment_id=e9e5c7ef-c364-4b74-9222-2e87bd8fc345)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:32:48.513366 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:48.514370 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 3f9ff766-8559-4d16-bc1b-1457a36c1e73 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:32:48.516962 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:48.598217 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Pushing event updated for resources: {'Port': ['ID=d984f800-e8cf-40c3-a769-852e2a1d3279,revision_number=4']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:48.602688 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:48.609113 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port 3f9ff766-8559-4d16-bc1b-1457a36c1e73 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:48.609628 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:49.114171 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7692ce08-438f-4a5a-a530-59252bec9684 None None] Sync routers for ids ['cc94b527-7546-49fc-9d0a-1f453ac35947'] in dv-cinder-797245-8-smb {{(pid=92902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:32:49.129038 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7692ce08-438f-4a5a-a530-59252bec9684 None None] Routers {'cc94b527-7546-49fc-9d0a-1f453ac35947'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:32:49.129038 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-7692ce08-438f-4a5a-a530-59252bec9684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:32:45Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['cc94b527-7546-49fc-9d0a-1f453ac35947'], 'active': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:49.185750 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c5988-325f-406f-ae25-3e690208a46f req-8b236a72-0e2d-434b-b103-b72a87c0c724 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:49.192953 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e41c5988-325f-406f-ae25-3e690208a46f req-8b236a72-0e2d-434b-b103-b72a87c0c724 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 946 time: 0.0870297 Jun 29 03:32:49.240566 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e41c5988-325f-406f-ae25-3e690208a46f req-992e5bac-d802-4d6d-b68e-2986192c6d53 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/security-groups?id=03442ba7-4734-48c9-ad0a-5fe656391907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466840 Jun 29 03:32:49.270950 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvr_db [None req-7692ce08-438f-4a5a-a530-59252bec9684 None None] Set router cc94b527-7546-49fc-9d0a-1f453ac35947 gateway port host: dv-cinder-797245-8-smb {{(pid=92902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:32:49.515815 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-7692ce08-438f-4a5a-a530-59252bec9684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc94b527-7546-49fc-9d0a-1f453ac35947', 'name': 'tempest-TestMinimumBasicScenario-917331033-router', 'tenant_id': '5c8987e0ca97415fab30c5cf04d2cd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.4'}], 'enable_snat': True}, 'gw_port_id': 'd984f800-e8cf-40c3-a769-852e2a1d3279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:42Z', 'updated_at': '2021-06-29T03:32:45Z', 'revision_number': 4, 'project_id': '5c8987e0ca97415fab30c5cf04d2cd15', 'gw_port': {'id': 'd984f800-e8cf-40c3-a769-852e2a1d3279', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:36:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc94b527-7546-49fc-9d0a-1f453ac35947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:43Z', 'updated_at': '2021-06-29T03:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': 'ee3e441a-d2d2-42d7-a03b-c83c07d1ef52', 'name': '', 'network_id': '16ff2be9-db64-461d-a771-10ba286ee186', 'tenant_id': '5c8987e0ca97415fab30c5cf04d2cd15', 'mac_address': 'fa:16:3e:76:b7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc94b527-7546-49fc-9d0a-1f453ac35947', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b20d331a-8d90-435f-b644-a5af1ff73812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:44Z', 'updated_at': '2021-06-29T03:32:45Z', 'revision_number': 2, 'project_id': '5c8987e0ca97415fab30c5cf04d2cd15', 'subnets': [{'id': 'b20d331a-8d90-435f-b644-a5af1ff73812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:49.543792 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7692ce08-438f-4a5a-a530-59252bec9684 None None] Checking router: cc94b527-7546-49fc-9d0a-1f453ac35947 for host: dv-cinder-797245-8-smb {{(pid=92902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:32:49.544256 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7692ce08-438f-4a5a-a530-59252bec9684 None None] Updating router cc94b527-7546-49fc-9d0a-1f453ac35947 port ee3e441a-d2d2-42d7-a03b-c83c07d1ef52 binding host dv-cinder-797245-8-smb {{(pid=92902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 03:32:49.587158 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-7692ce08-438f-4a5a-a530-59252bec9684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:49.874051 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-7692ce08-438f-4a5a-a530-59252bec9684 None None] Notify callbacks [] for port, precommit_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:49.885769 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.provisioning_blocks [None req-7692ce08-438f-4a5a-a530-59252bec9684 None None] Transition to ACTIVE for port object ee3e441a-d2d2-42d7-a03b-c83c07d1ef52 will not be triggered until provisioned by entity L2. {{(pid=92902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:32:49.892972 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-7692ce08-438f-4a5a-a530-59252bec9684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:49.895476 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG oslo_concurrency.lockutils [None req-04da0b12-f98f-4418-86a2-70cbdc696371 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:49.940599 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc5950-4ba1-4ce8-94f9-e60f5cc92cb2 None None] Pushing event updated for resources: {'Port': ['ID=ee3e441a-d2d2-42d7-a03b-c83c07d1ef52,revision_number=3']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:50.070577 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG oslo_concurrency.lockutils [None req-47fc5950-4ba1-4ce8-94f9-e60f5cc92cb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:50.088725 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.managers [None req-7692ce08-438f-4a5a-a530-59252bec9684 None None] Attempting to bind port ee3e441a-d2d2-42d7-a03b-c83c07d1ef52 on host dv-cinder-797245-8-smb for vnic_type normal with profile {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:32:50.089394 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.managers [None req-7692ce08-438f-4a5a-a530-59252bec9684 None None] Attempting to bind port ee3e441a-d2d2-42d7-a03b-c83c07d1ef52 by drivers openvswitch,hyperv on host dv-cinder-797245-8-smb at level 0 using segments [{'id': '76e31fab-2752-4310-8a59-1771d8ad8dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '16ff2be9-db64-461d-a771-10ba286ee186'}] {{(pid=92902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:32:50.089975 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7692ce08-438f-4a5a-a530-59252bec9684 None None] Attempting to bind port ee3e441a-d2d2-42d7-a03b-c83c07d1ef52 on network 16ff2be9-db64-461d-a771-10ba286ee186 {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:32:50.096573 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7692ce08-438f-4a5a-a530-59252bec9684 None None] Checking agent: {'id': '2d48862d-5b66-4de3-aaf5-496cc1a6aae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 16), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:32:50.097368 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7692ce08-438f-4a5a-a530-59252bec9684 None None] Checking segment: {'id': '76e31fab-2752-4310-8a59-1771d8ad8dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '16ff2be9-db64-461d-a771-10ba286ee186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:32:50.097986 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-7692ce08-438f-4a5a-a530-59252bec9684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:50.098692 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7692ce08-438f-4a5a-a530-59252bec9684 None None] Bound using segment: {'id': '76e31fab-2752-4310-8a59-1771d8ad8dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '16ff2be9-db64-461d-a771-10ba286ee186'} {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:32:50.099247 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.managers [None req-7692ce08-438f-4a5a-a530-59252bec9684 None None] Bound port: ee3e441a-d2d2-42d7-a03b-c83c07d1ef52, host: dv-cinder-797245-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e31fab-2752-4310-8a59-1771d8ad8dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '16ff2be9-db64-461d-a771-10ba286ee186'}}] {{(pid=92902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:32:50.099714 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-7692ce08-438f-4a5a-a530-59252bec9684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:50.176680 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.db [None req-7692ce08-438f-4a5a-a530-59252bec9684 None None] For port ee3e441a-d2d2-42d7-a03b-c83c07d1ef52, host dv-cinder-797245-8-smb, cleared binding levels {{(pid=92902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:32:50.180810 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.plugins.ml2.db [None req-7692ce08-438f-4a5a-a530-59252bec9684 None None] For port ee3e441a-d2d2-42d7-a03b-c83c07d1ef52, host dv-cinder-797245-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=ee3e441a-d2d2-42d7-a03b-c83c07d1ef52,segment=NetworkSegment(76e31fab-2752-4310-8a59-1771d8ad8dc1),segment_id=76e31fab-2752-4310-8a59-1771d8ad8dc1)] {{(pid=92902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:32:50.189598 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-7692ce08-438f-4a5a-a530-59252bec9684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:50.192397 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG oslo_concurrency.lockutils [None req-c91f344c-8b38-4449-9761-72fd66e7d2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:50.257025 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device d984f800-e8cf-40c3-a769-852e2a1d3279 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:32:50.305934 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7692ce08-438f-4a5a-a530-59252bec9684 None None] Routers {'cc94b527-7546-49fc-9d0a-1f453ac35947'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:32:50.306743 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-7692ce08-438f-4a5a-a530-59252bec9684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:32:45Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['cc94b527-7546-49fc-9d0a-1f453ac35947'], 'active': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:50.381430 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port d984f800-e8cf-40c3-a769-852e2a1d3279 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:50.382057 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:50.508827 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e110d91-feb0-4e22-96cb-d0b3fc779e93 req-d9f9d5e7-b0c5-4bcc-93d9-6780c781cea2 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:50.510392 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-6e110d91-feb0-4e22-96cb-d0b3fc779e93 req-d9f9d5e7-b0c5-4bcc-93d9-6780c781cea2 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 946 time: 0.1060989 Jun 29 03:32:50.553865 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc5950-4ba1-4ce8-94f9-e60f5cc92cb2 None None] Pushing event updated for resources: {'Port': ['ID=ee3e441a-d2d2-42d7-a03b-c83c07d1ef52,revision_number=4']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:50.558679 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG oslo_concurrency.lockutils [None req-47fc5950-4ba1-4ce8-94f9-e60f5cc92cb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=92902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:50.591277 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-6e110d91-feb0-4e22-96cb-d0b3fc779e93 req-2121faa0-20f7-4e7b-92a6-510e2a1c363f tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/security-groups?id=03442ba7-4734-48c9-ad0a-5fe656391907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709913 Jun 29 03:32:50.591835 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvr_db [None req-7692ce08-438f-4a5a-a530-59252bec9684 None None] Set router cc94b527-7546-49fc-9d0a-1f453ac35947 gateway port host: dv-cinder-797245-8-smb {{(pid=92902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:32:50.811535 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-7692ce08-438f-4a5a-a530-59252bec9684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc94b527-7546-49fc-9d0a-1f453ac35947', 'name': 'tempest-TestMinimumBasicScenario-917331033-router', 'tenant_id': '5c8987e0ca97415fab30c5cf04d2cd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.4'}], 'enable_snat': True}, 'gw_port_id': 'd984f800-e8cf-40c3-a769-852e2a1d3279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:42Z', 'updated_at': '2021-06-29T03:32:45Z', 'revision_number': 4, 'project_id': '5c8987e0ca97415fab30c5cf04d2cd15', 'gw_port': {'id': 'd984f800-e8cf-40c3-a769-852e2a1d3279', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:36:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc94b527-7546-49fc-9d0a-1f453ac35947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:43Z', 'updated_at': '2021-06-29T03:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': 'ee3e441a-d2d2-42d7-a03b-c83c07d1ef52', 'name': '', 'network_id': '16ff2be9-db64-461d-a771-10ba286ee186', 'tenant_id': '5c8987e0ca97415fab30c5cf04d2cd15', 'mac_address': 'fa:16:3e:76:b7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc94b527-7546-49fc-9d0a-1f453ac35947', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b20d331a-8d90-435f-b644-a5af1ff73812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:44Z', 'updated_at': '2021-06-29T03:32:50Z', 'revision_number': 4, 'project_id': '5c8987e0ca97415fab30c5cf04d2cd15', 'subnets': [{'id': 'b20d331a-8d90-435f-b644-a5af1ff73812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:50.843433 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7692ce08-438f-4a5a-a530-59252bec9684 None None] The sync data for ids ['cc94b527-7546-49fc-9d0a-1f453ac35947'] in dv-cinder-797245-8-smb is: [{'id': 'cc94b527-7546-49fc-9d0a-1f453ac35947', 'name': 'tempest-TestMinimumBasicScenario-917331033-router', 'tenant_id': '5c8987e0ca97415fab30c5cf04d2cd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.4'}], 'enable_snat': True}, 'gw_port_id': 'd984f800-e8cf-40c3-a769-852e2a1d3279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:42Z', 'updated_at': '2021-06-29T03:32:45Z', 'revision_number': 4, 'project_id': '5c8987e0ca97415fab30c5cf04d2cd15', 'gw_port': {'id': 'd984f800-e8cf-40c3-a769-852e2a1d3279', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:36:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc94b527-7546-49fc-9d0a-1f453ac35947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:43Z', 'updated_at': '2021-06-29T03:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': 'ee3e441a-d2d2-42d7-a03b-c83c07d1ef52', 'name': '', 'network_id': '16ff2be9-db64-461d-a771-10ba286ee186', 'tenant_id': '5c8987e0ca97415fab30c5cf04d2cd15', 'mac_address': 'fa:16:3e:76:b7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc94b527-7546-49fc-9d0a-1f453ac35947', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b20d331a-8d90-435f-b644-a5af1ff73812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:44Z', 'updated_at': '2021-06-29T03:32:50Z', 'revision_number': 4, 'project_id': '5c8987e0ca97415fab30c5cf04d2cd15', 'subnets': [{'id': 'b20d331a-8d90-435f-b644-a5af1ff73812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:32:51.801513 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a413804-dfd4-48b8-ba31-7babc145c518 req-82ffc2c4-a0c7-4977-932a-75540db07de6 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:51.803313 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-9a413804-dfd4-48b8-ba31-7babc145c518 req-82ffc2c4-a0c7-4977-932a-75540db07de6 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 946 time: 0.0696790 Jun 29 03:32:51.846963 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-9a413804-dfd4-48b8-ba31-7babc145c518 req-b9cb790c-ee7e-4a97-a0d2-9ba0d1f4610d tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/security-groups?id=03442ba7-4734-48c9-ad0a-5fe656391907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378139 Jun 29 03:32:52.237464 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device ee3e441a-d2d2-42d7-a03b-c83c07d1ef52 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:32:52.290424 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning for port ee3e441a-d2d2-42d7-a03b-c83c07d1ef52 completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:32:52.295356 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port ee3e441a-d2d2-42d7-a03b-c83c07d1ef52 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:52.295709 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:52.402085 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:52.449783 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] For port ee3e441a-d2d2-42d7-a03b-c83c07d1ef52, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=ee3e441a-d2d2-42d7-a03b-c83c07d1ef52,segment=NetworkSegment(76e31fab-2752-4310-8a59-1771d8ad8dc1),segment_id=76e31fab-2752-4310-8a59-1771d8ad8dc1)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:32:52.454070 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:52.456283 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-15a7b4e0-4195-47f2-84b6-0041af582b73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:52.511569 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Pushing event updated for resources: {'Port': ['ID=ee3e441a-d2d2-42d7-a03b-c83c07d1ef52,revision_number=5']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:52.515406 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:53.053039 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921e558-2aa0-4361-8639-f9cb47c3b5da req-3c9d11df-aba9-4fb4-b2f8-07f5e1f2d0c1 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:53.055193 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-c921e558-2aa0-4361-8639-f9cb47c3b5da req-3c9d11df-aba9-4fb4-b2f8-07f5e1f2d0c1 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 946 time: 0.0759213 Jun 29 03:32:53.098256 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-c921e558-2aa0-4361-8639-f9cb47c3b5da req-a4a92f62-f22d-42b7-8bf0-afa51de9beff tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/security-groups?id=03442ba7-4734-48c9-ad0a-5fe656391907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361230 Jun 29 03:32:54.211832 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device ee3e441a-d2d2-42d7-a03b-c83c07d1ef52 up at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:32:54.296172 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604edc8-9664-4729-ac70-ca4676f50190 req-5cd46e35-6a3c-4ee4-bd58-506658aa5a9d tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:54.305075 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d604edc8-9664-4729-ac70-ca4676f50190 req-5cd46e35-6a3c-4ee4-bd58-506658aa5a9d tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 946 time: 0.0774999 Jun 29 03:32:54.315513 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Provisioning complete for port ee3e441a-d2d2-42d7-a03b-c83c07d1ef52 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:54.316473 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:54.352328 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d604edc8-9664-4729-ac70-ca4676f50190 req-5e4dd68e-2778-4204-a3e2-9e05d9912520 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/security-groups?id=03442ba7-4734-48c9-ad0a-5fe656391907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412016 Jun 29 03:32:55.553786 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69f8b8-6a1b-4312-b794-4393baf51fe3 req-f710d8b4-b6b5-431b-bf84-24d687c5bff8 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:55.555535 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-ed69f8b8-6a1b-4312-b794-4393baf51fe3 req-f710d8b4-b6b5-431b-bf84-24d687c5bff8 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 946 time: 0.0932724 Jun 29 03:32:55.594755 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-ed69f8b8-6a1b-4312-b794-4393baf51fe3 req-06ce22e0-0b03-470d-8561-d18e1f8e46db tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/security-groups?id=03442ba7-4734-48c9-ad0a-5fe656391907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336318 Jun 29 03:32:56.571184 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-abfaed89-d9ac-4567-bea0-3e52874b7980 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:56.572644 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-abfaed89-d9ac-4567-bea0-3e52874b7980 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/networks?id=6190fc53-e160-4137-804d-f35ad2551167 HTTP/1.1" status: 200 len: 815 time: 0.1002464 Jun 29 03:32:56.586394 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-14e30e06-efa6-43b1-9f82-a93180f573bb tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/quotas/c07162556eca417c8ae472f8dd9798c7 HTTP/1.1" status: 200 len: 375 time: 0.0084543 Jun 29 03:32:56.654553 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-a12435ba-e1c3-471a-afd0-4f3acb61b395 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c07162556eca417c8ae472f8dd9798c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633652 Jun 29 03:32:56.753166 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-5626bf8c-dadc-4a53-a9f6-6de837b6edac service neutron] 10.222.0.24 "GET /v2.0/networks/6190fc53-e160-4137-804d-f35ad2551167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870218 Jun 29 03:32:56.840307 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-979b3e74-ad19-4388-9299-fb45280505d6 service neutron] 10.222.0.24 "GET /v2.0/networks/6190fc53-e160-4137-804d-f35ad2551167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813005 Jun 29 03:32:56.908368 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0affeec-690f-4bbd-9849-b785e739c9d3 req-6cd09089-d32d-4d46-b694-992582b1c850 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:56.909821 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b0affeec-690f-4bbd-9849-b785e739c9d3 req-6cd09089-d32d-4d46-b694-992582b1c850 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 946 time: 0.0613115 Jun 29 03:32:56.956347 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b0affeec-690f-4bbd-9849-b785e739c9d3 req-ee370fd4-6bfc-47a4-ae1d-797f46469596 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/security-groups?id=03442ba7-4734-48c9-ad0a-5fe656391907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396760 Jun 29 03:32:57.011870 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-7fc5b113-5448-4027-8a66-e3c37b4d05f4 req-fb206c64-1938-4f2e-8c01-e144ad67376c tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 210 time: 0.0326445 Jun 29 03:32:58.132600 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727c574-40f8-4ec6-af8e-a6281382ceb3 req-9345267e-bf26-4994-b33f-6d94fd04c461 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:58.134075 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-9727c574-40f8-4ec6-af8e-a6281382ceb3 req-9345267e-bf26-4994-b33f-6d94fd04c461 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 946 time: 0.0675707 Jun 29 03:32:58.158490 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b4ce601f-4c5f-4891-883c-023eda40bc8c req-c75e8c20-899f-4dc0-aa61-634fcdbc0038 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 210 time: 0.0285769 Jun 29 03:32:58.222802 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-9727c574-40f8-4ec6-af8e-a6281382ceb3 req-614bb569-9990-47a8-9c17-1341c7ca2f1e tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/security-groups?id=03442ba7-4734-48c9-ad0a-5fe656391907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827527 Jun 29 03:32:58.273649 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-700c1dbd-6272-4bac-bce4-005dceeece32 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:58.275070 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-700c1dbd-6272-4bac-bce4-005dceeece32 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.41 "GET /v2.0/networks?id=6190fc53-e160-4137-804d-f35ad2551167 HTTP/1.1" status: 200 len: 815 time: 0.1266487 Jun 29 03:32:58.318251 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-89f84433-0148-4bc0-9190-26798c1d58b6 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Request body: {'port': {'device_id': 'd3d3bb69-a9a7-452b-b188-b77c85f99e80', 'network_id': '6190fc53-e160-4137-804d-f35ad2551167', 'admin_state_up': True, 'tenant_id': 'c07162556eca417c8ae472f8dd9798c7'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:58.422833 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-89f84433-0148-4bc0-9190-26798c1d58b6 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Made reservation on behalf of c07162556eca417c8ae472f8dd9798c7 for: {'port': 1} {{(pid=92899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:32:58.426366 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-89f84433-0148-4bc0-9190-26798c1d58b6 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:58.551424 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.db_base_plugin_common [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-89f84433-0148-4bc0-9190-26798c1d58b6 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Allocated IP 172.20.0.10 (6190fc53-e160-4137-804d-f35ad2551167/d59dbf51-326a-4727-afdc-a3f7b0974346/67dec456-0811-4085-90a8-3038a1c84dea) {{(pid=92899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:32:58.702093 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-89f84433-0148-4bc0-9190-26798c1d58b6 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks [] for port, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:58.715792 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.provisioning_blocks [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-89f84433-0148-4bc0-9190-26798c1d58b6 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Transition to ACTIVE for port object 67dec456-0811-4085-90a8-3038a1c84dea will not be triggered until provisioned by entity DHCP. {{(pid=92899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:32:58.753057 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-89f84433-0148-4bc0-9190-26798c1d58b6 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4372674'] for port, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:58.758356 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-d519ec5a-02d3-4d91-95c4-6bb2347ff1fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:58.819368 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f84433-0148-4bc0-9190-26798c1d58b6 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Pushing event updated for resources: {'Port': ['ID=67dec456-0811-4085-90a8-3038a1c84dea,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:58.824189 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-89f84433-0148-4bc0-9190-26798c1d58b6 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:58.841683 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-89f84433-0148-4bc0-9190-26798c1d58b6 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Network 6190fc53-e160-4137-804d-f35ad2551167 is already hosted by enough agents. {{(pid=92899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:32:58.845223 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.base_scheduler [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-89f84433-0148-4bc0-9190-26798c1d58b6 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Resources bound (agent type, host, resource id): {{(pid=92899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:32:58.849805 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-89f84433-0148-4bc0-9190-26798c1d58b6 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Received port after_create {{(pid=92899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:32:58.910050 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-89f84433-0148-4bc0-9190-26798c1d58b6 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:58.911024 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-89f84433-0148-4bc0-9190-26798c1d58b6 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:58.932441 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-89f84433-0148-4bc0-9190-26798c1d58b6 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6171193 Jun 29 03:32:59.160025 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-d285b1aa-8a74-4f24-8f24-1845f7caf3fb None None] Provisioning for port 67dec456-0811-4085-90a8-3038a1c84dea completed by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:32:59.163832 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-d285b1aa-8a74-4f24-8f24-1845f7caf3fb None None] Provisioning complete for port 67dec456-0811-4085-90a8-3038a1c84dea triggered by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:59.164456 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d285b1aa-8a74-4f24-8f24-1845f7caf3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:59.199245 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-d285b1aa-8a74-4f24-8f24-1845f7caf3fb None None] Port 67dec456-0811-4085-90a8-3038a1c84dea cannot update to ACTIVE because it is not bound. {{(pid=92901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:32:59.342170 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d3cfe-0945-4dce-9ad2-4acbd2ae5e41 req-b2634d74-a08c-4c20-8a58-8d8bd666a8fe tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:59.344207 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-5a8d3cfe-0945-4dce-9ad2-4acbd2ae5e41 req-b2634d74-a08c-4c20-8a58-8d8bd666a8fe tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 932 time: 0.0644417 Jun 29 03:32:59.383127 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-5a8d3cfe-0945-4dce-9ad2-4acbd2ae5e41 req-ab509265-55b1-4816-930f-c3c8e743994d tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6d0eec-acdc-4d6c-9bf8-d3d9a7d14120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331304 Jun 29 03:32:59.558941 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0165ca-4ca0-4395-b0ca-2aa85fa26199 req-e121da68-0f4c-45e9-b57c-874e2e0cdece tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:59.560409 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1c0165ca-4ca0-4395-b0ca-2aa85fa26199 req-e121da68-0f4c-45e9-b57c-874e2e0cdece tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 946 time: 0.0745709 Jun 29 03:32:59.600826 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1c0165ca-4ca0-4395-b0ca-2aa85fa26199 req-574b0885-bbb0-472e-8b92-78a29e69688f tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/security-groups?id=03442ba7-4734-48c9-ad0a-5fe656391907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342813 Jun 29 03:33:02.009131 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.agents_db [None req-352bb85c-db89-4991-b002-2379bbcb00d3 None None] Agent healthcheck: found 6 active agents {{(pid=92902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:33:10.178297 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] Request body: {'port': {'device_id': 'd3d3bb69-a9a7-452b-b188-b77c85f99e80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:33:10.256161 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:10.456794 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff44fc-2f5d-4b09-92e0-a5bbc0533e5f req-b6ccf52d-552b-4f45-a80e-e5368916c4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:10.458275 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f5ff44fc-2f5d-4b09-92e0-a5bbc0533e5f req-b6ccf52d-552b-4f45-a80e-e5368916c4a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3699bbcc961442d5b336531ab34b138e&device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 1099 time: 0.0613892 Jun 29 03:33:10.567202 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.notifiers.nova [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67dec456-0811-4085-90a8-3038a1c84dea {{(pid=92899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:33:10.578613 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:10.599419 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.provisioning_blocks [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] Transition to ACTIVE for port object 67dec456-0811-4085-90a8-3038a1c84dea will not be triggered until provisioned by entity L2. {{(pid=92899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:33:10.601710 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff44fc-2f5d-4b09-92e0-a5bbc0533e5f req-9d7d76ff-a31f-4dea-b626-4d56fb136e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:10.603228 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f5ff44fc-2f5d-4b09-92e0-a5bbc0533e5f req-9d7d76ff-a31f-4dea-b626-4d56fb136e6e service neutron] 10.222.0.41 "GET /v2.0/networks?id=1fd1867f-612c-48ab-8e13-3ee799ac13de HTTP/1.1" status: 200 len: 908 time: 0.1346695 Jun 29 03:33:10.604710 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372692'] for port, after_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:10.609069 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-0b003404-0aab-4f80-9fdd-72975d3945be tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:10.615587 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555ea4a-354c-43c7-9dc6-35dc46f64e87 req-52979d94-1856-466b-99f2-35655603e451 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:10.617059 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f555ea4a-354c-43c7-9dc6-35dc46f64e87 req-52979d94-1856-466b-99f2-35655603e451 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 946 time: 0.2868516 Jun 29 03:33:10.657508 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9f588-e88d-450d-8ce5-e1bc0636ad9e req-08d1d12e-e13f-45f6-aedb-713ff1cc5936 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:10.659012 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e3e9f588-e88d-450d-8ce5-e1bc0636ad9e req-08d1d12e-e13f-45f6-aedb-713ff1cc5936 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 932 time: 0.3452229 Jun 29 03:33:10.684365 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] Pushing event updated for resources: {'Port': ['ID=67dec456-0811-4085-90a8-3038a1c84dea,revision_number=2']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:10.697171 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f555ea4a-354c-43c7-9dc6-35dc46f64e87 req-56ed05f1-5313-4978-af57-d572b645afa5 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/security-groups?id=03442ba7-4734-48c9-ad0a-5fe656391907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734937 Jun 29 03:33:10.706449 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f5ff44fc-2f5d-4b09-92e0-a5bbc0533e5f req-d44ff02b-3868-495c-93d8-590cc3aa20f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82eefe9c-b608-44aa-baa7-d7be68788459 HTTP/1.1" status: 200 len: 1001 time: 0.0884295 Jun 29 03:33:10.717330 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:10.717808 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:10.718266 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:10.719368 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:10.719848 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:10.720299 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:10.720761 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:10.721207 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:10.721730 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:10.722252 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:10.722690 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:10.723126 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:10.732085 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:10.772076 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e3e9f588-e88d-450d-8ce5-e1bc0636ad9e req-84ead47c-b5c3-4a08-9a93-9d1d5e4f3514 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6d0eec-acdc-4d6c-9bf8-d3d9a7d14120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002843 Jun 29 03:33:10.775569 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff44fc-2f5d-4b09-92e0-a5bbc0533e5f req-d73a6b17-7b70-4be4-bd5a-a0180eea2d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:10.777081 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f5ff44fc-2f5d-4b09-92e0-a5bbc0533e5f req-d73a6b17-7b70-4be4-bd5a-a0180eea2d1b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40346270-8996-492e-8bd1-1ed1c2a5eff8 HTTP/1.1" status: 200 len: 846 time: 0.0591514 Jun 29 03:33:10.798115 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.managers [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] Attempting to bind port 67dec456-0811-4085-90a8-3038a1c84dea on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:33:10.798115 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.managers [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] Attempting to bind port 67dec456-0811-4085-90a8-3038a1c84dea by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'b45265c8-9cc7-42e3-a59c-f13bc7048e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6190fc53-e160-4137-804d-f35ad2551167'}] {{(pid=92899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:33:10.798659 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] Attempting to bind port 67dec456-0811-4085-90a8-3038a1c84dea on network 6190fc53-e160-4137-804d-f35ad2551167 {{(pid=92899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:33:10.815088 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] Port 67dec456-0811-4085-90a8-3038a1c84dea on network 6190fc53-e160-4137-804d-f35ad2551167 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:33:10.815523 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] Attempting to bind port 67dec456-0811-4085-90a8-3038a1c84dea on network 6190fc53-e160-4137-804d-f35ad2551167 {{(pid=92899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:33:10.822029 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] Checking agent: {'id': '2bf09fb4-53ea-44df-98c0-2f1f129e0ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:33:10.822490 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] Checking segment: {'id': 'b45265c8-9cc7-42e3-a59c-f13bc7048e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6190fc53-e160-4137-804d-f35ad2551167'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:33:10.822975 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] Bound using segment: {'id': 'b45265c8-9cc7-42e3-a59c-f13bc7048e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6190fc53-e160-4137-804d-f35ad2551167'} {{(pid=92899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:33:10.823519 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.managers [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] Bound port: 67dec456-0811-4085-90a8-3038a1c84dea, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b45265c8-9cc7-42e3-a59c-f13bc7048e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6190fc53-e160-4137-804d-f35ad2551167'}}] {{(pid=92899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:33:10.824016 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:10.855351 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff44fc-2f5d-4b09-92e0-a5bbc0533e5f req-83fb865c-cacd-4ea8-b0b1-dd8e9639e26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:10.856839 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f5ff44fc-2f5d-4b09-92e0-a5bbc0533e5f req-83fb865c-cacd-4ea8-b0b1-dd8e9639e26a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1fd1867f-612c-48ab-8e13-3ee799ac13de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721757 Jun 29 03:33:10.897790 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.db [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] For port 67dec456-0811-4085-90a8-3038a1c84dea, host hv-cinder-79724, cleared binding levels {{(pid=92899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:33:10.901798 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.db [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] For port 67dec456-0811-4085-90a8-3038a1c84dea, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=67dec456-0811-4085-90a8-3038a1c84dea,segment=NetworkSegment(b45265c8-9cc7-42e3-a59c-f13bc7048e5b),segment_id=b45265c8-9cc7-42e3-a59c-f13bc7048e5b)] {{(pid=92899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:33:10.908084 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372692'] for port, after_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:10.911482 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:10.943591 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:10.944448 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:10.946457 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] 10.222.0.41 "PUT /v2.0/ports/67dec456-0811-4085-90a8-3038a1c84dea HTTP/1.1" status: 200 len: 1094 time: 0.7728019 Jun 29 03:33:10.947023 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d3bb69-a9a7-452b-b188-b77c85f99e80', 'tag': '67dec456-0811-4085-90a8-3038a1c84dea'}] {{(pid=92899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:33:10.949463 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e75ac8c9269a08c635d3d4ea2f6bd2cddeec2d6e4f2b8df737e80b8e22f33d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17850534-1538-432b-92be-1b2ea0a960c1" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d3bb69-a9a7-452b-b188-b77c85f99e80", "tag": "67dec456-0811-4085-90a8-3038a1c84dea"}]}' {{(pid=92899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:33:10.981610 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] Pushing event updated for resources: {'Port': ['ID=67dec456-0811-4085-90a8-3038a1c84dea,revision_number=3']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:10.982370 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f5ff44fc-2f5d-4b09-92e0-a5bbc0533e5f req-eb7520c4-608c-422f-a819-f3880e14c39c service neutron] 10.222.0.41 "GET /v2.0/networks/1fd1867f-612c-48ab-8e13-3ee799ac13de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149290 Jun 29 03:33:10.986360 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:11.004031 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539bf431-e011-4ef3-ab2a-7a4e4732a61f x-openstack-request-id: req-539bf431-e011-4ef3-ab2a-7a4e4732a61f {{(pid=92899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:33:11.004406 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d3bb69-a9a7-452b-b188-b77c85f99e80", "tag": "67dec456-0811-4085-90a8-3038a1c84dea", "status": "completed", "code": 200}]} {{(pid=92899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:33:11.004635 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-539bf431-e011-4ef3-ab2a-7a4e4732a61f {{(pid=92899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:33:11.005088 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d3bb69-a9a7-452b-b188-b77c85f99e80', 'tag': '67dec456-0811-4085-90a8-3038a1c84dea', 'status': 'completed', 'code': 200} Jun 29 03:33:11.096501 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-d8e70525-37e1-4183-a73b-92be28eadaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:11.098101 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-d8e70525-37e1-4183-a73b-92be28eadaaf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c07162556eca417c8ae472f8dd9798c7&device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 1097 time: 0.0654216 Jun 29 03:33:11.129639 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f5ff44fc-2f5d-4b09-92e0-a5bbc0533e5f req-350c97a3-67d0-4c84-934c-9286dd67ebdc service neutron] 10.222.0.41 "GET /v2.0/networks/1fd1867f-612c-48ab-8e13-3ee799ac13de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984120 Jun 29 03:33:11.183734 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-4a8064ec-8ece-4f97-aac7-0837f82a0027 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67dec456-0811-4085-90a8-3038a1c84dea HTTP/1.1" status: 200 len: 217 time: 0.0653005 Jun 29 03:33:11.247965 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-3ace9830-4433-47ae-82fc-5dab48690748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:11.249405 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-3ace9830-4433-47ae-82fc-5dab48690748 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d59dbf51-326a-4727-afdc-a3f7b0974346 HTTP/1.1" status: 200 len: 854 time: 0.0583863 Jun 29 03:33:11.306805 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-e3f381aa-4799-4eb1-bca5-7f6af5306a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:11.308464 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-e3f381aa-4799-4eb1-bca5-7f6af5306a89 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6190fc53-e160-4137-804d-f35ad2551167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0518885 Jun 29 03:33:11.426251 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-68d0f4fa-d102-4d73-b857-81bbc9839987 service neutron] 10.222.0.41 "GET /v2.0/networks/6190fc53-e160-4137-804d-f35ad2551167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853984 Jun 29 03:33:11.516417 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-50b154d3-0e75-4870-b64d-dd89478925e8 req-16a4b317-38b4-4375-976a-e01b1d2f83c2 service neutron] 10.222.0.41 "GET /v2.0/networks/6190fc53-e160-4137-804d-f35ad2551167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830078 Jun 29 03:33:11.664884 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17850534-1538-432b-92be-1b2ea0a960c1 req-b833c701-bd04-4398-9fac-0cbb95508f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:11.666483 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-17850534-1538-432b-92be-1b2ea0a960c1 req-b833c701-bd04-4398-9fac-0cbb95508f8f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c07162556eca417c8ae472f8dd9798c7&device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 1097 time: 0.0572882 Jun 29 03:33:11.770121 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17850534-1538-432b-92be-1b2ea0a960c1 req-39bbc63e-bf58-4515-9859-c2798c1a58bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:11.771862 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-17850534-1538-432b-92be-1b2ea0a960c1 req-39bbc63e-bf58-4515-9859-c2798c1a58bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=6190fc53-e160-4137-804d-f35ad2551167 HTTP/1.1" status: 200 len: 916 time: 0.0976360 Jun 29 03:33:11.816012 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-17850534-1538-432b-92be-1b2ea0a960c1 req-97152ba0-2cb3-47a9-8357-7d004b433226 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67dec456-0811-4085-90a8-3038a1c84dea HTTP/1.1" status: 200 len: 217 time: 0.0363464 Jun 29 03:33:11.876702 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17850534-1538-432b-92be-1b2ea0a960c1 req-85f164d8-050f-4b33-89cc-fdded8f51dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:11.878423 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-17850534-1538-432b-92be-1b2ea0a960c1 req-85f164d8-050f-4b33-89cc-fdded8f51dea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d59dbf51-326a-4727-afdc-a3f7b0974346 HTTP/1.1" status: 200 len: 854 time: 0.0534620 Jun 29 03:33:11.893071 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1474738b-dbb9-4a14-bdb6-33a4ed06bda7 req-5a65a931-d3ed-499f-b1ce-934b9823dc9a tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:11.894836 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1474738b-dbb9-4a14-bdb6-33a4ed06bda7 req-5a65a931-d3ed-499f-b1ce-934b9823dc9a tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 946 time: 0.0691681 Jun 29 03:33:11.933272 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1474738b-dbb9-4a14-bdb6-33a4ed06bda7 req-9fd6d343-cf14-4865-a121-f530e07abc59 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/security-groups?id=03442ba7-4734-48c9-ad0a-5fe656391907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322251 Jun 29 03:33:11.979703 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17850534-1538-432b-92be-1b2ea0a960c1 req-22512f5c-7af1-4a35-8842-7bcedb1db8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:11.981205 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-17850534-1538-432b-92be-1b2ea0a960c1 req-22512f5c-7af1-4a35-8842-7bcedb1db8c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6190fc53-e160-4137-804d-f35ad2551167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0944071 Jun 29 03:33:11.992589 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e45155-50f6-4ef5-8f9b-5d53a65050e9 req-56a9237a-c448-4c12-b092-1a555af46f20 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:11.993945 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f2e45155-50f6-4ef5-8f9b-5d53a65050e9 req-56a9237a-c448-4c12-b092-1a555af46f20 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 944 time: 0.0808127 Jun 29 03:33:12.078903 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f2e45155-50f6-4ef5-8f9b-5d53a65050e9 req-25119c81-2624-48ee-a413-2c4661f7efdb tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6d0eec-acdc-4d6c-9bf8-d3d9a7d14120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771518 Jun 29 03:33:12.103090 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-17850534-1538-432b-92be-1b2ea0a960c1 req-a7c25556-d956-4e23-a962-aa1426d88b65 service neutron] 10.222.0.41 "GET /v2.0/networks/6190fc53-e160-4137-804d-f35ad2551167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082175 Jun 29 03:33:12.195702 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-17850534-1538-432b-92be-1b2ea0a960c1 req-9fd8da6c-0d8c-4a64-b21c-d3c1e70fdf41 service neutron] 10.222.0.41 "GET /v2.0/networks/6190fc53-e160-4137-804d-f35ad2551167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849967 Jun 29 03:33:13.043987 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 67dec456-0811-4085-90a8-3038a1c84dea details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:33:13.107873 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871238a-c2ce-4ef9-8d83-a3099df73dda req-e186c1f9-da45-4275-b5e5-0cbaa0df8ae2 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:13.108909 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-7871238a-c2ce-4ef9-8d83-a3099df73dda req-e186c1f9-da45-4275-b5e5-0cbaa0df8ae2 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 946 time: 0.0646641 Jun 29 03:33:13.135092 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f48d1dd9-ebf7-4647-9a3c-10cd731ef290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:13.150624 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-7871238a-c2ce-4ef9-8d83-a3099df73dda req-c211bf64-03b2-437f-9f4f-a09ac1213366 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/security-groups?id=03442ba7-4734-48c9-ad0a-5fe656391907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350287 Jun 29 03:33:13.175283 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 67dec456-0811-4085-90a8-3038a1c84dea, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=67dec456-0811-4085-90a8-3038a1c84dea,segment=NetworkSegment(b45265c8-9cc7-42e3-a59c-f13bc7048e5b),segment_id=b45265c8-9cc7-42e3-a59c-f13bc7048e5b)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:13.186138 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Returning: {'device': '67dec456-0811-4085-90a8-3038a1c84dea', 'network_id': '6190fc53-e160-4137-804d-f35ad2551167', 'port_id': '67dec456-0811-4085-90a8-3038a1c84dea', 'mac_address': 'fa:16:3e:1b:ba:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd59dbf51-326a-4727-afdc-a3f7b0974346', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:33:13.225126 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:13.238361 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67dec456-0811-4085-90a8-3038a1c84dea {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:33:13.259372 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 67dec456-0811-4085-90a8-3038a1c84dea, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=67dec456-0811-4085-90a8-3038a1c84dea,segment=NetworkSegment(b45265c8-9cc7-42e3-a59c-f13bc7048e5b),segment_id=b45265c8-9cc7-42e3-a59c-f13bc7048e5b)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:13.263243 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:13.266541 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-56bee6d3-a19a-414e-acfc-55ae66b5e182 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:13.269885 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea60354-6514-4e10-934b-86761e07a8e1 req-4f04725e-5d95-43b3-b16f-e7931ed8cea1 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:13.271535 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-8ea60354-6514-4e10-934b-86761e07a8e1 req-4f04725e-5d95-43b3-b16f-e7931ed8cea1 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 944 time: 0.0689440 Jun 29 03:33:13.314305 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-8ea60354-6514-4e10-934b-86761e07a8e1 req-00cf1c20-fad0-407b-befa-5e4c129ab9d3 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6d0eec-acdc-4d6c-9bf8-d3d9a7d14120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371482 Jun 29 03:33:13.323022 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=67dec456-0811-4085-90a8-3038a1c84dea,revision_number=4']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:13.332692 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:13.600317 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['67dec456-0811-4085-90a8-3038a1c84dea'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:33:14.318723 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abf3ac-b643-4dfe-aeaa-8f778ca38d0f req-020eeb1c-f2dd-42dc-9ffc-1e6aebe92dac tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:14.320152 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a7abf3ac-b643-4dfe-aeaa-8f778ca38d0f req-020eeb1c-f2dd-42dc-9ffc-1e6aebe92dac tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 946 time: 0.0597782 Jun 29 03:33:14.356895 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a7abf3ac-b643-4dfe-aeaa-8f778ca38d0f req-d8802941-c3b5-4d4e-85a0-4dcfde99baf6 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/security-groups?id=03442ba7-4734-48c9-ad0a-5fe656391907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312779 Jun 29 03:33:14.649818 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc8eb8-2b5a-46de-8846-e679ff4ba708 req-d4f41cbc-f29d-45c9-a74c-7be8039af533 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:14.651928 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-78dc8eb8-2b5a-46de-8846-e679ff4ba708 req-d4f41cbc-f29d-45c9-a74c-7be8039af533 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 945 time: 0.0656097 Jun 29 03:33:14.652129 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 47634) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:14.702419 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-78dc8eb8-2b5a-46de-8846-e679ff4ba708 req-6fcd5d23-7517-470a-a918-98d3e1ac95da tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6d0eec-acdc-4d6c-9bf8-d3d9a7d14120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435097 Jun 29 03:33:14.780954 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910f94f-fc36-4c27-8e4b-3014af376084 req-38cb0f83-dac7-4a0d-bb5f-8f432c3a2e1e tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:14.783409 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-3910f94f-fc36-4c27-8e4b-3014af376084 req-38cb0f83-dac7-4a0d-bb5f-8f432c3a2e1e tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 946 time: 0.1122165 Jun 29 03:33:14.796252 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-4e2ed4a2-944b-4fef-ace9-8fd8e5ad5956 req-22db4c44-128e-4d9f-83c3-234ba3b23c28 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1424873 Jun 29 03:33:14.829441 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-3910f94f-fc36-4c27-8e4b-3014af376084 req-d5a718fd-da62-4ce1-b6ee-db40eaaf3714 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/security-groups?id=03442ba7-4734-48c9-ad0a-5fe656391907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410671 Jun 29 03:33:15.070696 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 67dec456-0811-4085-90a8-3038a1c84dea up at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:33:15.136257 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning for port 67dec456-0811-4085-90a8-3038a1c84dea completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:33:15.140142 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning complete for port 67dec456-0811-4085-90a8-3038a1c84dea triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:33:15.140575 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:15.237240 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:15.265096 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d3bb69-a9a7-452b-b188-b77c85f99e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67dec456-0811-4085-90a8-3038a1c84dea'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:33:15.267396 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a73cdd3c09cce4d0d67d6945d9627c9a5996a68627341085c627af31117b31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670310bb-de5c-4538-b9c4-78fe364a6871" -d '{"events": [{"server_uuid": "d3d3bb69-a9a7-452b-b188-b77c85f99e80", "name": "network-vif-plugged", "status": "completed", "tag": "67dec456-0811-4085-90a8-3038a1c84dea"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:33:15.280549 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 67dec456-0811-4085-90a8-3038a1c84dea, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=67dec456-0811-4085-90a8-3038a1c84dea,segment=NetworkSegment(b45265c8-9cc7-42e3-a59c-f13bc7048e5b),segment_id=b45265c8-9cc7-42e3-a59c-f13bc7048e5b)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:15.285623 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:15.288596 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:15.315293 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813a6e02-bb28-4de6-afee-ad904a40fcd0 x-openstack-request-id: req-813a6e02-bb28-4de6-afee-ad904a40fcd0 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:33:15.315631 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d3bb69-a9a7-452b-b188-b77c85f99e80", "name": "network-vif-plugged", "status": "completed", "tag": "67dec456-0811-4085-90a8-3038a1c84dea", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:33:15.315923 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-813a6e02-bb28-4de6-afee-ad904a40fcd0 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:33:15.316325 dv-cinder-797245-8-smb neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d3bb69-a9a7-452b-b188-b77c85f99e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67dec456-0811-4085-90a8-3038a1c84dea', 'code': 200} Jun 29 03:33:15.340537 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=67dec456-0811-4085-90a8-3038a1c84dea,revision_number=5']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:15.343373 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:15.480964 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4aa5d2c1-00ea-48ba-ab5d-608b49aa442f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:15.632809 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82dc99-71b4-4d51-ad80-3fa10eb94b64 req-4dba9d9e-db37-456e-a4c7-2c489abdc841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:15.634446 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-9d82dc99-71b4-4d51-ad80-3fa10eb94b64 req-4dba9d9e-db37-456e-a4c7-2c489abdc841 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 1099 time: 0.0548887 Jun 29 03:33:15.668799 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-9d82dc99-71b4-4d51-ad80-3fa10eb94b64 req-7c877b34-44ae-4746-9af5-13a855aad5a0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0f6d0eec-acdc-4d6c-9bf8-d3d9a7d14120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274677 Jun 29 03:33:15.849437 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:15.877841 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84eb2b-f2e2-4c95-b979-56ab6199803d req-0e940d47-ae7e-4dd0-8275-8d283975573f tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:15.879549 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-3f84eb2b-f2e2-4c95-b979-56ab6199803d req-0e940d47-ae7e-4dd0-8275-8d283975573f tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 946 time: 0.0657239 Jun 29 03:33:15.917751 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-3f84eb2b-f2e2-4c95-b979-56ab6199803d req-b6afd670-5d1d-4306-9ac3-0983ee70914d tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6d0eec-acdc-4d6c-9bf8-d3d9a7d14120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321159 Jun 29 03:33:16.005121 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6676f-efa8-4a82-8745-a020c6b01a1d req-3af04932-d267-46e1-a269-4dc95aeeaa16 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:16.006809 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b2b6676f-efa8-4a82-8745-a020c6b01a1d req-3af04932-d267-46e1-a269-4dc95aeeaa16 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 946 time: 0.0688295 Jun 29 03:33:16.045252 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b2b6676f-efa8-4a82-8745-a020c6b01a1d req-2a883640-97e0-439b-bab3-d76a0607a141 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/security-groups?id=03442ba7-4734-48c9-ad0a-5fe656391907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328133 Jun 29 03:33:16.546140 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:16.723191 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ed4a2-944b-4fef-ace9-8fd8e5ad5956 req-7b2766b3-9deb-42f0-9d73-7eaaadf2248f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:16.724874 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-4e2ed4a2-944b-4fef-ace9-8fd8e5ad5956 req-7b2766b3-9deb-42f0-9d73-7eaaadf2248f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde&tenant_id=3699bbcc961442d5b336531ab34b138e HTTP/1.1" status: 200 len: 1099 time: 0.0536873 Jun 29 03:33:16.916586 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ed4a2-944b-4fef-ace9-8fd8e5ad5956 req-27da708c-d177-473b-8b89-74ccd4c835ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:16.918409 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-4e2ed4a2-944b-4fef-ace9-8fd8e5ad5956 req-27da708c-d177-473b-8b89-74ccd4c835ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3699bbcc961442d5b336531ab34b138e&device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 1099 time: 0.0505550 Jun 29 03:33:17.050902 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ed4a2-944b-4fef-ace9-8fd8e5ad5956 req-3a1f89a9-7410-47b0-a309-6c40e8ff8d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:17.052675 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-4e2ed4a2-944b-4fef-ace9-8fd8e5ad5956 req-3a1f89a9-7410-47b0-a309-6c40e8ff8d8b service neutron] 10.222.0.41 "GET /v2.0/networks?id=1fd1867f-612c-48ab-8e13-3ee799ac13de HTTP/1.1" status: 200 len: 908 time: 0.1087589 Jun 29 03:33:17.084007 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 82eefe9c-b608-44aa-baa7-d7be68788459 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:33:17.138100 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-4e2ed4a2-944b-4fef-ace9-8fd8e5ad5956 req-d80e0617-cbae-483c-929b-5cbc4d01bd6a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82eefe9c-b608-44aa-baa7-d7be68788459 HTTP/1.1" status: 200 len: 1001 time: 0.0696800 Jun 29 03:33:17.164888 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3933d-f286-4466-9ed9-212601c0b0d6 req-af29cc6a-ed7a-429c-9f38-7af8837f6a6c tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:17.166383 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-d2f3933d-f286-4466-9ed9-212601c0b0d6 req-af29cc6a-ed7a-429c-9f38-7af8837f6a6c tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 946 time: 0.1301126 Jun 29 03:33:17.180081 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:17.182476 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:17.215558 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 82eefe9c-b608-44aa-baa7-d7be68788459, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=82eefe9c-b608-44aa-baa7-d7be68788459,segment=NetworkSegment(ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0),segment_id=ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:17.220054 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:17.223688 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-ca530974-7795-456b-86a1-83eb276d64da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:17.227874 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ed4a2-944b-4fef-ace9-8fd8e5ad5956 req-86400159-97a3-4b5c-976b-273b71540b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:17.229320 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-4e2ed4a2-944b-4fef-ace9-8fd8e5ad5956 req-86400159-97a3-4b5c-976b-273b71540b87 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40346270-8996-492e-8bd1-1ed1c2a5eff8 HTTP/1.1" status: 200 len: 846 time: 0.0831294 Jun 29 03:33:17.232252 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-d2f3933d-f286-4466-9ed9-212601c0b0d6 req-2474dfbf-d511-48ca-bb12-e09c84a7b3fb tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6d0eec-acdc-4d6c-9bf8-d3d9a7d14120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457058 Jun 29 03:33:17.245626 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8607754-a090-4c85-866f-944150ee72b6 req-cd126a62-1677-4a62-b0aa-aff79d2bb963 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:17.247090 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e8607754-a090-4c85-866f-944150ee72b6 req-cd126a62-1677-4a62-b0aa-aff79d2bb963 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 946 time: 0.0672078 Jun 29 03:33:17.279946 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=82eefe9c-b608-44aa-baa7-d7be68788459,revision_number=6']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:17.283214 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:17.287619 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e8607754-a090-4c85-866f-944150ee72b6 req-f2abe68e-fdc4-4220-969d-d40bebf0d60b tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/security-groups?id=03442ba7-4734-48c9-ad0a-5fe656391907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349443 Jun 29 03:33:17.317212 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b4b51f-a15d-493a-949f-e58e0fdaadde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82eefe9c-b608-44aa-baa7-d7be68788459'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:33:17.319558 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a73cdd3c09cce4d0d67d6945d9627c9a5996a68627341085c627af31117b31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c45d6c-b37e-40c4-be33-d3a6a39f2bd1" -d '{"events": [{"server_uuid": "c3b4b51f-a15d-493a-949f-e58e0fdaadde", "name": "network-vif-unplugged", "status": "completed", "tag": "82eefe9c-b608-44aa-baa7-d7be68788459"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:33:17.321136 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ed4a2-944b-4fef-ace9-8fd8e5ad5956 req-f90ec4db-5ab0-4733-ba88-7dc217301df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:17.322843 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-4e2ed4a2-944b-4fef-ace9-8fd8e5ad5956 req-f90ec4db-5ab0-4733-ba88-7dc217301df5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1fd1867f-612c-48ab-8e13-3ee799ac13de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0561681 Jun 29 03:33:17.354133 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Jun 2021 03:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5550036-cfc7-44ff-9c20-ab2d47b90165 x-openstack-request-id: req-c5550036-cfc7-44ff-9c20-ab2d47b90165 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:33:17.354437 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b4b51f-a15d-493a-949f-e58e0fdaadde", "name": "network-vif-unplugged", "status": "completed", "tag": "82eefe9c-b608-44aa-baa7-d7be68788459", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:33:17.354699 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c5550036-cfc7-44ff-9c20-ab2d47b90165 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:33:17.355101 dv-cinder-797245-8-smb neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b4b51f-a15d-493a-949f-e58e0fdaadde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82eefe9c-b608-44aa-baa7-d7be68788459', 'code': 200} Jun 29 03:33:17.415129 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-4e2ed4a2-944b-4fef-ace9-8fd8e5ad5956 req-0cbbe6ff-cabf-4271-9361-ea0ed502fe36 service neutron] 10.222.0.41 "GET /v2.0/networks/1fd1867f-612c-48ab-8e13-3ee799ac13de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847776 Jun 29 03:33:17.504222 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-4e2ed4a2-944b-4fef-ace9-8fd8e5ad5956 req-01fa4e07-a7c6-4152-8a90-2ddec75c6259 service neutron] 10.222.0.41 "GET /v2.0/networks/1fd1867f-612c-48ab-8e13-3ee799ac13de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822327 Jun 29 03:33:17.667132 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450b67d-f056-4db8-a441-69e9bf513f12 req-9943ab2e-98b9-4d79-9d60-28a741f81566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:17.668580 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e450b67d-f056-4db8-a441-69e9bf513f12 req-9943ab2e-98b9-4d79-9d60-28a741f81566 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3699bbcc961442d5b336531ab34b138e&device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 1097 time: 0.0578015 Jun 29 03:33:17.770146 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450b67d-f056-4db8-a441-69e9bf513f12 req-ae134f14-d4e8-4899-b328-411030455d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:17.772191 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e450b67d-f056-4db8-a441-69e9bf513f12 req-ae134f14-d4e8-4899-b328-411030455d67 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1fd1867f-612c-48ab-8e13-3ee799ac13de HTTP/1.1" status: 200 len: 908 time: 0.0822463 Jun 29 03:33:17.840604 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e450b67d-f056-4db8-a441-69e9bf513f12 req-c9ade3d1-62f4-4c8f-9035-8d2f4fddcd35 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82eefe9c-b608-44aa-baa7-d7be68788459 HTTP/1.1" status: 200 len: 999 time: 0.0572920 Jun 29 03:33:17.906283 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450b67d-f056-4db8-a441-69e9bf513f12 req-90983aed-0954-4122-8c2e-79c3656b7ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:17.907712 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e450b67d-f056-4db8-a441-69e9bf513f12 req-90983aed-0954-4122-8c2e-79c3656b7ae6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40346270-8996-492e-8bd1-1ed1c2a5eff8 HTTP/1.1" status: 200 len: 846 time: 0.0435266 Jun 29 03:33:17.972281 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450b67d-f056-4db8-a441-69e9bf513f12 req-a26da690-c08f-4548-b547-c6b4479e7707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:17.973756 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e450b67d-f056-4db8-a441-69e9bf513f12 req-a26da690-c08f-4548-b547-c6b4479e7707 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1fd1867f-612c-48ab-8e13-3ee799ac13de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0492377 Jun 29 03:33:18.061414 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e450b67d-f056-4db8-a441-69e9bf513f12 req-61fa3970-db57-4656-b84b-2dab9f7ccbeb service neutron] 10.222.0.41 "GET /v2.0/networks/1fd1867f-612c-48ab-8e13-3ee799ac13de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804522 Jun 29 03:33:18.146058 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e450b67d-f056-4db8-a441-69e9bf513f12 req-30c9ed53-6c6e-4d93-a46d-9bffe36f45a7 service neutron] 10.222.0.41 "GET /v2.0/networks/1fd1867f-612c-48ab-8e13-3ee799ac13de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0775619 Jun 29 03:33:18.421469 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56293bb7-7237-4b43-9315-2afae8c52e26 req-477d27d3-d125-4367-b729-208ddffc59d1 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:18.423060 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-56293bb7-7237-4b43-9315-2afae8c52e26 req-477d27d3-d125-4367-b729-208ddffc59d1 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 946 time: 0.0729916 Jun 29 03:33:18.444924 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:18.473222 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ada8b-4045-4e35-8ed9-b03c88e732ac req-caf675f0-f8e0-4037-b3b9-623bdbbbad1a tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:18.475291 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-5f8ada8b-4045-4e35-8ed9-b03c88e732ac req-caf675f0-f8e0-4037-b3b9-623bdbbbad1a tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 944 time: 0.0681126 Jun 29 03:33:18.515040 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-5f8ada8b-4045-4e35-8ed9-b03c88e732ac req-5c358cb0-b422-4fcd-a6ad-ad4336ad85b8 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/security-groups?id=03442ba7-4734-48c9-ad0a-5fe656391907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337608 Jun 29 03:33:18.695580 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-56293bb7-7237-4b43-9315-2afae8c52e26 req-a2907dd7-a135-4982-aa81-d1a597c6898e tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6d0eec-acdc-4d6c-9bf8-d3d9a7d14120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588456 Jun 29 03:33:18.874448 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50759bf7-6a80-4d11-839c-22476e133514 req-66b9b5eb-c5dd-4b0d-a29d-2aa82ebc6f69 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:18.875973 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-50759bf7-6a80-4d11-839c-22476e133514 req-66b9b5eb-c5dd-4b0d-a29d-2aa82ebc6f69 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 946 time: 0.0687091 Jun 29 03:33:18.917172 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-50759bf7-6a80-4d11-839c-22476e133514 req-0f58a00d-8d1f-4cf0-a303-54a9e13cffc0 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6d0eec-acdc-4d6c-9bf8-d3d9a7d14120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352991 Jun 29 03:33:19.042669 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7ec15-8f78-4a87-9db1-ea17f771c00b req-2b40a4aa-c867-4f53-aa88-a55331db90bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:19.044293 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a4f7ec15-8f78-4a87-9db1-ea17f771c00b req-2b40a4aa-c867-4f53-aa88-a55331db90bc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 1097 time: 0.0502377 Jun 29 03:33:19.077869 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a4f7ec15-8f78-4a87-9db1-ea17f771c00b req-7a3ac5e9-896b-450e-9e2f-aee4600966d6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=03442ba7-4734-48c9-ad0a-5fe656391907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258591 Jun 29 03:33:19.106270 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 82eefe9c-b608-44aa-baa7-d7be68788459 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:33:19.222731 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 82eefe9c-b608-44aa-baa7-d7be68788459, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=82eefe9c-b608-44aa-baa7-d7be68788459,segment=NetworkSegment(ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0),segment_id=ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:19.235488 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Returning: {'device': '82eefe9c-b608-44aa-baa7-d7be68788459', 'network_id': '1fd1867f-612c-48ab-8e13-3ee799ac13de', 'port_id': '82eefe9c-b608-44aa-baa7-d7be68788459', 'mac_address': 'fa:16:3e:99:f1:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40346270-8996-492e-8bd1-1ed1c2a5eff8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:33:19.273289 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:19.287605 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82eefe9c-b608-44aa-baa7-d7be68788459 {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:33:19.312439 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 82eefe9c-b608-44aa-baa7-d7be68788459, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=82eefe9c-b608-44aa-baa7-d7be68788459,segment=NetworkSegment(ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0),segment_id=ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:19.313323 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81afe70-f425-491c-9382-058c451862cb req-f7d65d85-326b-4f81-aa6c-bf057bcb4855 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:19.314934 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-a81afe70-f425-491c-9382-058c451862cb req-f7d65d85-326b-4f81-aa6c-bf057bcb4855 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 946 time: 0.0664346 Jun 29 03:33:19.317841 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:19.319656 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:19.364368 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-a81afe70-f425-491c-9382-058c451862cb req-0eaf9dee-35dd-438b-bf6e-a5c229b604db tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6d0eec-acdc-4d6c-9bf8-d3d9a7d14120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397742 Jun 29 03:33:19.368187 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=82eefe9c-b608-44aa-baa7-d7be68788459,revision_number=7']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:19.371591 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:19.691112 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['82eefe9c-b608-44aa-baa7-d7be68788459'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:33:19.719909 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc8ebf-7583-43d7-a233-aa1e89cbcfff req-693de016-4c72-4fa8-b779-4393337aeaae tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:19.721374 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-abfc8ebf-7583-43d7-a233-aa1e89cbcfff req-693de016-4c72-4fa8-b779-4393337aeaae tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 945 time: 0.0798943 Jun 29 03:33:19.764033 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-abfc8ebf-7583-43d7-a233-aa1e89cbcfff req-5d6ba69a-5e3b-4485-a2fb-5ba911b4a96c tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/security-groups?id=03442ba7-4734-48c9-ad0a-5fe656391907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358846 Jun 29 03:33:20.940170 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c08de-d1af-4e67-9d22-afcdda750250 req-6cbfb7b6-55ea-4f4e-af6a-d5f479ecd351 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:20.941635 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-4c2c08de-d1af-4e67-9d22-afcdda750250 req-6cbfb7b6-55ea-4f4e-af6a-d5f479ecd351 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 945 time: 0.0651605 Jun 29 03:33:20.978431 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-4c2c08de-d1af-4e67-9d22-afcdda750250 req-2c33ba39-c71d-4a97-a9a9-a1726fa28ba2 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/security-groups?id=03442ba7-4734-48c9-ad0a-5fe656391907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311873 Jun 29 03:33:21.123597 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 82eefe9c-b608-44aa-baa7-d7be68788459 up at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:33:21.172902 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning complete for port 82eefe9c-b608-44aa-baa7-d7be68788459 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:33:21.173409 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:21.251910 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:21.275110 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b4b51f-a15d-493a-949f-e58e0fdaadde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82eefe9c-b608-44aa-baa7-d7be68788459'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:33:21.277381 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a73cdd3c09cce4d0d67d6945d9627c9a5996a68627341085c627af31117b31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e9defa-2472-455e-9fe2-fae42eda3293" -d '{"events": [{"server_uuid": "c3b4b51f-a15d-493a-949f-e58e0fdaadde", "name": "network-vif-plugged", "status": "completed", "tag": "82eefe9c-b608-44aa-baa7-d7be68788459"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:33:21.307384 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 82eefe9c-b608-44aa-baa7-d7be68788459, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=82eefe9c-b608-44aa-baa7-d7be68788459,segment=NetworkSegment(ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0),segment_id=ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:21.311825 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:21.313707 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:21.318107 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8b99ac-2c86-4045-9f83-44f30be6a536 x-openstack-request-id: req-da8b99ac-2c86-4045-9f83-44f30be6a536 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:33:21.318409 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b4b51f-a15d-493a-949f-e58e0fdaadde", "name": "network-vif-plugged", "status": "completed", "tag": "82eefe9c-b608-44aa-baa7-d7be68788459", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:33:21.318672 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-da8b99ac-2c86-4045-9f83-44f30be6a536 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:33:21.319223 dv-cinder-797245-8-smb neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b4b51f-a15d-493a-949f-e58e0fdaadde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82eefe9c-b608-44aa-baa7-d7be68788459', 'code': 200} Jun 29 03:33:21.368546 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=82eefe9c-b608-44aa-baa7-d7be68788459,revision_number=8']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:21.375460 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:21.375825 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:21.376165 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:21.376497 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:21.376825 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:21.377151 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:21.377472 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:21.377792 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:21.378112 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:21.378435 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:21.378752 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:21.379073 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:21.383533 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:23.573504 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d20f69-7294-4283-9e6f-398865c77004 req-807c64d5-f045-41ee-afb1-5bd7d872822b tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:23.574960 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-c8d20f69-7294-4283-9e6f-398865c77004 req-807c64d5-f045-41ee-afb1-5bd7d872822b tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3 HTTP/1.1" status: 200 len: 945 time: 0.0625775 Jun 29 03:33:23.620051 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-c8d20f69-7294-4283-9e6f-398865c77004 req-927093a0-48c1-4bbb-9be2-d774e6192440 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f2abf-22ec-4360-8a79-c2476de85d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391738 Jun 29 03:33:23.681845 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac48882-f8a4-4961-8a8f-f0734fe6421c req-92870fb5-e103-413b-8ecc-cf819b40b3d8 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:23.683306 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-5ac48882-f8a4-4961-8a8f-f0734fe6421c req-92870fb5-e103-413b-8ecc-cf819b40b3d8 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 946 time: 0.0655062 Jun 29 03:33:23.720267 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-5ac48882-f8a4-4961-8a8f-f0734fe6421c req-aaf946d4-d54d-486e-b33f-70e868c51fcc tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6d0eec-acdc-4d6c-9bf8-d3d9a7d14120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310504 Jun 29 03:33:23.743606 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 47782) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:23.831325 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffe6dcf-41cb-48e9-8cdc-20ec042b0b6c tempest-TestMinimumBasicScenario-1408452065 tempest-TestMinimumBasicScenario-1408452065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:23.832782 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-5ffe6dcf-41cb-48e9-8cdc-20ec042b0b6c tempest-TestMinimumBasicScenario-1408452065 tempest-TestMinimumBasicScenario-1408452065-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 1094 time: 0.0880532 Jun 29 03:33:23.836056 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 47786) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:23.840286 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-c9cdcc7e-3b81-4c0d-a972-afcbf99df8b7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Request body: {'floatingip': {'floating_network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'port_id': '67dec456-0811-4085-90a8-3038a1c84dea', 'tenant_id': 'c07162556eca417c8ae472f8dd9798c7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:33:23.860383 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-c9cdcc7e-3b81-4c0d-a972-afcbf99df8b7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks [] for floatingip, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:23.954730 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-c9cdcc7e-3b81-4c0d-a972-afcbf99df8b7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:24.053733 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.db_base_plugin_common [None req-c9cdcc7e-3b81-4c0d-a972-afcbf99df8b7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Allocated IP 172.28.2.155 (66e8c627-bfc7-4283-9c88-a2a34f7e2e0b/c8165791-a4a1-46c6-a3dc-c0e6529e25bd/379189c1-69c2-40b3-a02a-bf0c90c938db) {{(pid=92900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:33:24.153552 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-c9cdcc7e-3b81-4c0d-a972-afcbf99df8b7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks [] for port, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:24.189648 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-c9cdcc7e-3b81-4c0d-a972-afcbf99df8b7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859937'] for port, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:24.192203 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:24.227919 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cdcc7e-3b81-4c0d-a972-afcbf99df8b7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Network 66e8c627-bfc7-4283-9c88-a2a34f7e2e0b is already hosted by enough agents. {{(pid=92900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:33:24.232103 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [None req-c9cdcc7e-3b81-4c0d-a972-afcbf99df8b7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Resources bound (agent type, host, resource id): {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:33:24.236440 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cdcc7e-3b81-4c0d-a972-afcbf99df8b7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Received port after_create {{(pid=92900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:33:24.238336 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cdcc7e-3b81-4c0d-a972-afcbf99df8b7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Pushing event updated for resources: {'Port': ['ID=379189c1-69c2-40b3-a02a-bf0c90c938db,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:24.263594 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdcc7e-3b81-4c0d-a972-afcbf99df8b7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:24.263986 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdcc7e-3b81-4c0d-a972-afcbf99df8b7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:24.264350 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdcc7e-3b81-4c0d-a972-afcbf99df8b7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:24.264705 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdcc7e-3b81-4c0d-a972-afcbf99df8b7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:24.265057 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdcc7e-3b81-4c0d-a972-afcbf99df8b7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:24.265407 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdcc7e-3b81-4c0d-a972-afcbf99df8b7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:24.265775 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdcc7e-3b81-4c0d-a972-afcbf99df8b7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:24.266106 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdcc7e-3b81-4c0d-a972-afcbf99df8b7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:24.266452 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdcc7e-3b81-4c0d-a972-afcbf99df8b7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:24.266796 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdcc7e-3b81-4c0d-a972-afcbf99df8b7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:24.267140 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdcc7e-3b81-4c0d-a972-afcbf99df8b7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:24.267484 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdcc7e-3b81-4c0d-a972-afcbf99df8b7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:24.271942 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-c9cdcc7e-3b81-4c0d-a972-afcbf99df8b7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:24.696028 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-c9cdcc7e-3b81-4c0d-a972-afcbf99df8b7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:24.799162 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5488ae5-571a-4b50-b1cc-e70d6d3a9999 req-9d054dcf-1daf-48ba-a8c3-107e714e5f4d tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:24.800572 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-c9cdcc7e-3b81-4c0d-a972-afcbf99df8b7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:24.800730 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-d5488ae5-571a-4b50-b1cc-e70d6d3a9999 req-9d054dcf-1daf-48ba-a8c3-107e714e5f4d tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3 HTTP/1.1" status: 200 len: 945 time: 0.0657969 Jun 29 03:33:24.838199 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-d5488ae5-571a-4b50-b1cc-e70d6d3a9999 req-2da7eee1-b9d3-4524-9cf8-f334fc1463ae tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f2abf-22ec-4360-8a79-c2476de85d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311737 Jun 29 03:33:24.943669 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-c9cdcc7e-3b81-4c0d-a972-afcbf99df8b7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks [] for port, precommit_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:24.948482 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-c9cdcc7e-3b81-4c0d-a972-afcbf99df8b7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859959'] for port, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:24.950258 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:25.011489 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cdcc7e-3b81-4c0d-a972-afcbf99df8b7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Pushing event updated for resources: {'Port': ['ID=379189c1-69c2-40b3-a02a-bf0c90c938db,revision_number=2']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:25.015352 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-c9cdcc7e-3b81-4c0d-a972-afcbf99df8b7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:25.024641 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-c9cdcc7e-3b81-4c0d-a972-afcbf99df8b7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8077441'] for floatingip, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:25.117755 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.db.l3_db [None req-c9cdcc7e-3b81-4c0d-a972-afcbf99df8b7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Floating IP 930eb1ce-ecc2-4b8f-858e-dbc63342192a associated. External IP: 172.28.2.155, port: 67dec456-0811-4085-90a8-3038a1c84dea. Jun 29 03:33:25.307858 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9cdcc7e-3b81-4c0d-a972-afcbf99df8b7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Router 1a6dec39-96d9-403e-b799-ea19e2652392 has already been hosted by L3 agent 7fe0c168-953d-4d47-bedf-fde3a92e458b {{(pid=92900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:33:25.408573 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9cdcc7e-3b81-4c0d-a972-afcbf99df8b7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify agent at l3_agent.dv-cinder-797245-8-smb the message routers_updated {{(pid=92900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:33:25.417596 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f06c72-aae2-4895-a8c0-db278b4a5597 None None] Sync routers for ids ['1a6dec39-96d9-403e-b799-ea19e2652392'] in dv-cinder-797245-8-smb {{(pid=92901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:33:25.423225 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-c9cdcc7e-3b81-4c0d-a972-afcbf99df8b7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for floatingip, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:25.430952 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f06c72-aae2-4895-a8c0-db278b4a5597 None None] Routers {'1a6dec39-96d9-403e-b799-ea19e2652392'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:33:25.431571 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-08f06c72-aae2-4895-a8c0-db278b4a5597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:33:15Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['1a6dec39-96d9-403e-b799-ea19e2652392'], 'active': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:25.459979 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-c9cdcc7e-3b81-4c0d-a972-afcbf99df8b7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6228936 Jun 29 03:33:25.461211 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d3bb69-a9a7-452b-b188-b77c85f99e80', 'tag': '67dec456-0811-4085-90a8-3038a1c84dea'}] {{(pid=92900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:33:25.463489 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66f2c99c1a8368f792cdf7ad94359b02357141073d69ee97e68f670b072060b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53e9951-d187-47a6-b516-9abd94b607b4" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d3bb69-a9a7-452b-b188-b77c85f99e80", "tag": "67dec456-0811-4085-90a8-3038a1c84dea"}]}' {{(pid=92900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:33:25.465988 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 47790) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:25.470353 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-b6a710d0-4503-4119-a090-9850d536658f tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-332655351', 'description': 'tempest-secgroup-smoke-332655351 description', 'project_id': 'c07162556eca417c8ae472f8dd9798c7'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:33:25.494917 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-b6a710d0-4503-4119-a090-9850d536658f tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:25.504690 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fb0f01-ff23-44a8-b9e3-271a709835c8 x-openstack-request-id: req-83fb0f01-ff23-44a8-b9e3-271a709835c8 {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:33:25.505009 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d3bb69-a9a7-452b-b188-b77c85f99e80", "tag": "67dec456-0811-4085-90a8-3038a1c84dea", "status": "completed", "code": 200}]} {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:33:25.505286 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-83fb0f01-ff23-44a8-b9e3-271a709835c8 {{(pid=92900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:33:25.505697 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d3bb69-a9a7-452b-b188-b77c85f99e80', 'tag': '67dec456-0811-4085-90a8-3038a1c84dea', 'status': 'completed', 'code': 200} Jun 29 03:33:25.535535 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvr_db [None req-08f06c72-aae2-4895-a8c0-db278b4a5597 None None] Set router 1a6dec39-96d9-403e-b799-ea19e2652392 gateway port host: dv-cinder-797245-8-smb {{(pid=92901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:33:25.581741 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-b6a710d0-4503-4119-a090-9850d536658f tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:25.585872 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-b6a710d0-4503-4119-a090-9850d536658f tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:25.588708 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-3ec1f996-5559-4231-aa11-d22fa8cde90e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:25.614064 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-b6a710d0-4503-4119-a090-9850d536658f tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:25.615448 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-b6a710d0-4503-4119-a090-9850d536658f tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1485705 Jun 29 03:33:25.619051 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 47794) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:25.624036 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-3d34a517-5cd3-4e92-893a-8ddfc9174e49 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Request body: {'security_group_rule': {'security_group_id': '7ef83ed4-d57e-4006-b19c-8e679d310a96', 'project_id': 'c07162556eca417c8ae472f8dd9798c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:33:25.635043 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a710d0-4503-4119-a090-9850d536658f tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef83ed4-d57e-4006-b19c-8e679d310a96,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:25.638063 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-b6a710d0-4503-4119-a090-9850d536658f tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:25.707164 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-3d34a517-5cd3-4e92-893a-8ddfc9174e49 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:25.743790 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e9951-d187-47a6-b516-9abd94b607b4 req-f7760ccc-b553-4930-92f0-f52c817f4ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:25.745433 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a53e9951-d187-47a6-b516-9abd94b607b4 req-f7760ccc-b553-4930-92f0-f52c817f4ef9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c07162556eca417c8ae472f8dd9798c7&device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 1099 time: 0.1075552 Jun 29 03:33:25.748937 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f48404-d21a-4738-8c6b-7e09ca5b3cb8 req-2580f47a-2ebb-4477-8794-bb915c1e00f4 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:25.750364 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-19f48404-d21a-4738-8c6b-7e09ca5b3cb8 req-2580f47a-2ebb-4477-8794-bb915c1e00f4 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3 HTTP/1.1" status: 200 len: 945 time: 0.1114345 Jun 29 03:33:25.818255 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-3d34a517-5cd3-4e92-893a-8ddfc9174e49 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:25.828236 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-3d34a517-5cd3-4e92-893a-8ddfc9174e49 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8015280'] for security_group_rule, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:25.843224 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e9951-d187-47a6-b516-9abd94b607b4 req-b497c6b5-0964-469e-9c7f-ce95191c2f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:25.844739 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a53e9951-d187-47a6-b516-9abd94b607b4 req-b497c6b5-0964-469e-9c7f-ce95191c2f20 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6190fc53-e160-4137-804d-f35ad2551167 HTTP/1.1" status: 200 len: 916 time: 0.0883901 Jun 29 03:33:25.844872 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:25.866114 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34a517-5cd3-4e92-893a-8ddfc9174e49 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33292786-8389-46a7-a795-6ea2e2780c03,revision_number=0']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:25.869603 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-3d34a517-5cd3-4e92-893a-8ddfc9174e49 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:25.880956 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-3d34a517-5cd3-4e92-893a-8ddfc9174e49 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:25.885719 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-3d34a517-5cd3-4e92-893a-8ddfc9174e49 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2656565 Jun 29 03:33:25.886925 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 47800) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:25.891437 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-23a123d2-d2bc-43a6-869b-ed9c9f09780f tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Request body: {'security_group_rule': {'security_group_id': '7ef83ed4-d57e-4006-b19c-8e679d310a96', 'project_id': 'c07162556eca417c8ae472f8dd9798c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:33:25.895814 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-08f06c72-aae2-4895-a8c0-db278b4a5597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'name': 'tempest-TestMinimumBasicScenario-1153132738-router', 'tenant_id': 'c07162556eca417c8ae472f8dd9798c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': 'bf83b649-610d-414e-8bc9-5e511d52f07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:37Z', 'updated_at': '2021-06-29T03:32:40Z', 'revision_number': 4, 'project_id': 'c07162556eca417c8ae472f8dd9798c7', 'gw_port': {'id': 'bf83b649-610d-414e-8bc9-5e511d52f07c', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:38Z', 'updated_at': '2021-06-29T03:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_floatingips': [{'id': '930eb1ce-ecc2-4b8f-858e-dbc63342192a', 'tenant_id': 'c07162556eca417c8ae472f8dd9798c7', 'floating_ip_address': '172.28.2.155', 'floating_network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'router_id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'port_id': '67dec456-0811-4085-90a8-3038a1c84dea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6190fc53-e160-4137-804d-f35ad2551167', 'mac_address': 'fa:16:3e:1b:ba:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d3bb69-a9a7-452b-b188-b77c85f99e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:33:24Z', 'updated_at': '2021-06-29T03:33:24Z', 'revision_number': 0, 'project_id': 'c07162556eca417c8ae472f8dd9798c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9ff766-8559-4d16-bc1b-1457a36c1e73', 'name': '', 'network_id': '6190fc53-e160-4137-804d-f35ad2551167', 'tenant_id': 'c07162556eca417c8ae472f8dd9798c7', 'mac_address': 'fa:16:3e:88:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd59dbf51-326a-4727-afdc-a3f7b0974346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:39Z', 'updated_at': '2021-06-29T03:32:46Z', 'revision_number': 5, 'project_id': 'c07162556eca417c8ae472f8dd9798c7', 'subnets': [{'id': 'd59dbf51-326a-4727-afdc-a3f7b0974346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:25.916021 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a53e9951-d187-47a6-b516-9abd94b607b4 req-af4fe42e-21e6-4d19-9bf9-a6418496d425 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67dec456-0811-4085-90a8-3038a1c84dea HTTP/1.1" status: 200 len: 1000 time: 0.0644331 Jun 29 03:33:25.920163 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [req-19f48404-d21a-4738-8c6b-7e09ca5b3cb8 req-5c7ce977-1956-4550-9c21-ad8578d4e017 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Deleting port e526aa4d-ba7e-4b28-a649-f9dc58611a52 {{(pid=92900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:33:25.920498 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-19f48404-d21a-4738-8c6b-7e09ca5b3cb8 req-5c7ce977-1956-4550-9c21-ad8578d4e017 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:25.930205 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f06c72-aae2-4895-a8c0-db278b4a5597 None None] Checking router: 1a6dec39-96d9-403e-b799-ea19e2652392 for host: dv-cinder-797245-8-smb {{(pid=92901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:33:25.940488 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f06c72-aae2-4895-a8c0-db278b4a5597 None None] Routers {'1a6dec39-96d9-403e-b799-ea19e2652392'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:33:25.941117 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-08f06c72-aae2-4895-a8c0-db278b4a5597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:33:15Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['1a6dec39-96d9-403e-b799-ea19e2652392'], 'active': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:25.966120 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-23a123d2-d2bc-43a6-869b-ed9c9f09780f tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:25.987753 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e9951-d187-47a6-b516-9abd94b607b4 req-b101a0d5-2e58-49c1-83fd-2e21d9e62497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:25.989701 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a53e9951-d187-47a6-b516-9abd94b607b4 req-b101a0d5-2e58-49c1-83fd-2e21d9e62497 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d59dbf51-326a-4727-afdc-a3f7b0974346 HTTP/1.1" status: 200 len: 854 time: 0.0609801 Jun 29 03:33:26.048893 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-23a123d2-d2bc-43a6-869b-ed9c9f09780f tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:26.050708 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-19f48404-d21a-4738-8c6b-7e09ca5b3cb8 req-5c7ce977-1956-4550-9c21-ad8578d4e017 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] For port e526aa4d-ba7e-4b28-a649-f9dc58611a52, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=e526aa4d-ba7e-4b28-a649-f9dc58611a52,segment=NetworkSegment(38283d29-4f4a-48db-be4f-9f1ff8e9f0d7),segment_id=38283d29-4f4a-48db-be4f-9f1ff8e9f0d7)] {{(pid=92900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:26.051051 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-19f48404-d21a-4738-8c6b-7e09ca5b3cb8 req-5c7ce977-1956-4550-9c21-ad8578d4e017 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:26.062508 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-23a123d2-d2bc-43a6-869b-ed9c9f09780f tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8015280'] for security_group_rule, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:26.067744 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvr_db [None req-08f06c72-aae2-4895-a8c0-db278b4a5597 None None] Set router 1a6dec39-96d9-403e-b799-ea19e2652392 gateway port host: dv-cinder-797245-8-smb {{(pid=92901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:33:26.084157 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-a1fac29f-c9bf-4465-8ca0-deab2a14bcc0 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:26.091340 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e9951-d187-47a6-b516-9abd94b607b4 req-475d0d11-d69c-469c-a213-d3c11b8e3f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:26.092913 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a53e9951-d187-47a6-b516-9abd94b607b4 req-475d0d11-d69c-469c-a213-d3c11b8e3f8a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6190fc53-e160-4137-804d-f35ad2551167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0962479 Jun 29 03:33:26.105311 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f3e36-1ab8-46d1-813c-157ecdd8fda4 req-ec4f35c5-de24-418b-a62e-d11ed1c292a7 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:26.108251 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-748f3e36-1ab8-46d1-813c-157ecdd8fda4 req-ec4f35c5-de24-418b-a62e-d11ed1c292a7 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3 HTTP/1.1" status: 200 len: 945 time: 0.1104023 Jun 29 03:33:26.159396 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a123d2-d2bc-43a6-869b-ed9c9f09780f tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b883502-2962-4a9e-9bb7-0b997601bfd4,revision_number=0']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:26.166779 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-23a123d2-d2bc-43a6-869b-ed9c9f09780f tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:26.181083 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-23a123d2-d2bc-43a6-869b-ed9c9f09780f tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:26.184792 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-23a123d2-d2bc-43a6-869b-ed9c9f09780f tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2943878 Jun 29 03:33:26.189178 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 47804) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:26.200682 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-bcfd7878-635a-4b58-b86a-96626391c391 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Request body: {'security_group_rule': {'security_group_id': '7ef83ed4-d57e-4006-b19c-8e679d310a96', 'project_id': 'c07162556eca417c8ae472f8dd9798c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:33:26.271132 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-bcfd7878-635a-4b58-b86a-96626391c391 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:26.322792 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-08f06c72-aae2-4895-a8c0-db278b4a5597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'name': 'tempest-TestMinimumBasicScenario-1153132738-router', 'tenant_id': 'c07162556eca417c8ae472f8dd9798c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': 'bf83b649-610d-414e-8bc9-5e511d52f07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:37Z', 'updated_at': '2021-06-29T03:32:40Z', 'revision_number': 4, 'project_id': 'c07162556eca417c8ae472f8dd9798c7', 'gw_port': {'id': 'bf83b649-610d-414e-8bc9-5e511d52f07c', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:38Z', 'updated_at': '2021-06-29T03:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_floatingips': [{'id': '930eb1ce-ecc2-4b8f-858e-dbc63342192a', 'tenant_id': 'c07162556eca417c8ae472f8dd9798c7', 'floating_ip_address': '172.28.2.155', 'floating_network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'router_id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'port_id': '67dec456-0811-4085-90a8-3038a1c84dea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6190fc53-e160-4137-804d-f35ad2551167', 'mac_address': 'fa:16:3e:1b:ba:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d3bb69-a9a7-452b-b188-b77c85f99e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:33:24Z', 'updated_at': '2021-06-29T03:33:24Z', 'revision_number': 0, 'project_id': 'c07162556eca417c8ae472f8dd9798c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9ff766-8559-4d16-bc1b-1457a36c1e73', 'name': '', 'network_id': '6190fc53-e160-4137-804d-f35ad2551167', 'tenant_id': 'c07162556eca417c8ae472f8dd9798c7', 'mac_address': 'fa:16:3e:88:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd59dbf51-326a-4727-afdc-a3f7b0974346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:39Z', 'updated_at': '2021-06-29T03:32:46Z', 'revision_number': 5, 'project_id': 'c07162556eca417c8ae472f8dd9798c7', 'subnets': [{'id': 'd59dbf51-326a-4727-afdc-a3f7b0974346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:26.350084 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f06c72-aae2-4895-a8c0-db278b4a5597 None None] The sync data for ids ['1a6dec39-96d9-403e-b799-ea19e2652392'] in dv-cinder-797245-8-smb is: [{'id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'name': 'tempest-TestMinimumBasicScenario-1153132738-router', 'tenant_id': 'c07162556eca417c8ae472f8dd9798c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': 'bf83b649-610d-414e-8bc9-5e511d52f07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:37Z', 'updated_at': '2021-06-29T03:32:40Z', 'revision_number': 4, 'project_id': 'c07162556eca417c8ae472f8dd9798c7', 'gw_port': {'id': 'bf83b649-610d-414e-8bc9-5e511d52f07c', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:38Z', 'updated_at': '2021-06-29T03:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_floatingips': [{'id': '930eb1ce-ecc2-4b8f-858e-dbc63342192a', 'tenant_id': 'c07162556eca417c8ae472f8dd9798c7', 'floating_ip_address': '172.28.2.155', 'floating_network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'router_id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'port_id': '67dec456-0811-4085-90a8-3038a1c84dea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6190fc53-e160-4137-804d-f35ad2551167', 'mac_address': 'fa:16:3e:1b:ba:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d3bb69-a9a7-452b-b188-b77c85f99e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:33:24Z', 'updated_at': '2021-06-29T03:33:24Z', 'revision_number': 0, 'project_id': 'c07162556eca417c8ae472f8dd9798c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9ff766-8559-4d16-bc1b-1457a36c1e73', 'name': '', 'network_id': '6190fc53-e160-4137-804d-f35ad2551167', 'tenant_id': 'c07162556eca417c8ae472f8dd9798c7', 'mac_address': 'fa:16:3e:88:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd59dbf51-326a-4727-afdc-a3f7b0974346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:39Z', 'updated_at': '2021-06-29T03:32:46Z', 'revision_number': 5, 'project_id': 'c07162556eca417c8ae472f8dd9798c7', 'subnets': [{'id': 'd59dbf51-326a-4727-afdc-a3f7b0974346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:33:26.459594 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-748f3e36-1ab8-46d1-813c-157ecdd8fda4 req-3d82d0bf-5e12-4c1e-9436-29f2aaf7d37c tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f2abf-22ec-4360-8a79-c2476de85d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3428690 Jun 29 03:33:26.487066 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a53e9951-d187-47a6-b516-9abd94b607b4 req-0f57b887-2114-47a3-85c1-81df952ab20b service neutron] 10.222.0.41 "GET /v2.0/networks/6190fc53-e160-4137-804d-f35ad2551167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772008 Jun 29 03:33:26.566255 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2f4919-d53b-4c3e-801a-565db410c4ce None None] New status for floating IP 930eb1ce-ecc2-4b8f-858e-dbc63342192a: ACTIVE {{(pid=92902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 03:33:26.586805 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a53e9951-d187-47a6-b516-9abd94b607b4 req-3345fd3d-9178-4594-9587-c063f6138c7f service neutron] 10.222.0.41 "GET /v2.0/networks/6190fc53-e160-4137-804d-f35ad2551167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930939 Jun 29 03:33:26.629078 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-19f48404-d21a-4738-8c6b-7e09ca5b3cb8 req-5c7ce977-1956-4550-9c21-ad8578d4e017 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:26.629368 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-19f48404-d21a-4738-8c6b-7e09ca5b3cb8 req-5c7ce977-1956-4550-9c21-ad8578d4e017 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8077441'] for floatingip, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:26.629664 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.db.l3_db [req-19f48404-d21a-4738-8c6b-7e09ca5b3cb8 req-5c7ce977-1956-4550-9c21-ad8578d4e017 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Floating IP 93dfd4c8-0b5e-4352-96b4-6519853b3552 disassociated. External IP: 172.28.2.149, port: e526aa4d-ba7e-4b28-a649-f9dc58611a52. Jun 29 03:33:26.629998 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [req-19f48404-d21a-4738-8c6b-7e09ca5b3cb8 req-5c7ce977-1956-4550-9c21-ad8578d4e017 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Calling delete_port for e526aa4d-ba7e-4b28-a649-f9dc58611a52 owned by compute:nova {{(pid=92900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:33:26.639546 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-bcfd7878-635a-4b58-b86a-96626391c391 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:26.646939 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-bcfd7878-635a-4b58-b86a-96626391c391 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8015280'] for security_group_rule, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:26.651302 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:26.701132 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd7878-635a-4b58-b86a-96626391c391 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5907a13d-7b4b-46fb-a3ee-bef53f5791b6,revision_number=0']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:26.704855 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-bcfd7878-635a-4b58-b86a-96626391c391 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:26.714850 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-bcfd7878-635a-4b58-b86a-96626391c391 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:26.716088 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-bcfd7878-635a-4b58-b86a-96626391c391 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5259123 Jun 29 03:33:26.719290 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 47806) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:26.729503 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-4c138fb5-7f3f-4459-8379-5b100b97562b tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Request body: {'security_group_rule': {'security_group_id': '7ef83ed4-d57e-4006-b19c-8e679d310a96', 'project_id': 'c07162556eca417c8ae472f8dd9798c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:33:26.759537 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4c138fb5-7f3f-4459-8379-5b100b97562b tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:26.787871 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-19f48404-d21a-4738-8c6b-7e09ca5b3cb8 req-5c7ce977-1956-4550-9c21-ad8578d4e017 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859944'] for port, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:26.792868 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:26.818426 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ce977-1956-4550-9c21-ad8578d4e017 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Pushing event deleted for resources: {'Port': ['ID=e526aa4d-ba7e-4b28-a649-f9dc58611a52,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:26.820806 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-5c7ce977-1956-4550-9c21-ad8578d4e017 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:26.821691 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4c138fb5-7f3f-4459-8379-5b100b97562b tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:26.827330 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4c138fb5-7f3f-4459-8379-5b100b97562b tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8015280'] for security_group_rule, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:26.829759 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-98e4771d-79be-402d-86bf-436b350751ce tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:26.850099 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4c138fb5-7f3f-4459-8379-5b100b97562b tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:26.852381 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-4c138fb5-7f3f-4459-8379-5b100b97562b tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1310647 Jun 29 03:33:26.852682 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c138fb5-7f3f-4459-8379-5b100b97562b tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66178ba0-ff39-41f9-9d9f-e7213f8a7993,revision_number=0']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:26.854440 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 47808) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:26.856520 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-4c138fb5-7f3f-4459-8379-5b100b97562b tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:26.859612 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-c4548757-934d-4f44-b55c-8a13d44a4b8f tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Request body: {'security_group_rule': {'security_group_id': '7ef83ed4-d57e-4006-b19c-8e679d310a96', 'project_id': 'c07162556eca417c8ae472f8dd9798c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:33:26.881660 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.db.securitygroups_db [None req-c4548757-934d-4f44-b55c-8a13d44a4b8f tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Project c07162556eca417c8ae472f8dd9798c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 03:33:26.886408 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-c4548757-934d-4f44-b55c-8a13d44a4b8f tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:26.934061 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19f48404-d21a-4738-8c6b-7e09ca5b3cb8 req-5c7ce977-1956-4550-9c21-ad8578d4e017 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Router 17507674-1029-41a3-b5b1-f38d29a17b81 has already been hosted by L3 agent 7fe0c168-953d-4d47-bedf-fde3a92e458b {{(pid=92900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:33:26.940153 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-c4548757-934d-4f44-b55c-8a13d44a4b8f tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:26.944316 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-c4548757-934d-4f44-b55c-8a13d44a4b8f tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8015280'] for security_group_rule, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:26.946278 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:26.961741 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4548757-934d-4f44-b55c-8a13d44a4b8f tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5e33ad-095c-4a1f-8b23-9e77b83bb61b,revision_number=0']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:26.964363 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-c4548757-934d-4f44-b55c-8a13d44a4b8f tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:26.969867 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-c4548757-934d-4f44-b55c-8a13d44a4b8f tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:26.973758 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-c4548757-934d-4f44-b55c-8a13d44a4b8f tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1158917 Jun 29 03:33:26.974021 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 47810) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:26.979147 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-e4d86021-62be-4806-ada9-271d0111e7c0 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Request body: {'security_group_rule': {'security_group_id': '7ef83ed4-d57e-4006-b19c-8e679d310a96', 'project_id': 'c07162556eca417c8ae472f8dd9798c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:33:27.000611 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.db.securitygroups_db [None req-e4d86021-62be-4806-ada9-271d0111e7c0 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Project c07162556eca417c8ae472f8dd9798c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 03:33:27.005420 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e4d86021-62be-4806-ada9-271d0111e7c0 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:27.049033 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19f48404-d21a-4738-8c6b-7e09ca5b3cb8 req-5c7ce977-1956-4550-9c21-ad8578d4e017 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify agent at l3_agent.dv-cinder-797245-8-smb the message routers_updated {{(pid=92900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:33:27.058824 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0469bc6c-39f5-4f5e-bbb6-d0e3ea82ea09 None None] Sync routers for ids ['17507674-1029-41a3-b5b1-f38d29a17b81'] in dv-cinder-797245-8-smb {{(pid=92901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:33:27.067152 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e4d86021-62be-4806-ada9-271d0111e7c0 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:27.068475 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0469bc6c-39f5-4f5e-bbb6-d0e3ea82ea09 None None] Routers {'17507674-1029-41a3-b5b1-f38d29a17b81'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:33:27.069094 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-0469bc6c-39f5-4f5e-bbb6-d0e3ea82ea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:33:15Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['17507674-1029-41a3-b5b1-f38d29a17b81'], 'active': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:27.071435 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e4d86021-62be-4806-ada9-271d0111e7c0 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8015280'] for security_group_rule, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:27.073454 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-3a05872c-cf1a-42ed-bc51-abe44bb0833b tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:27.090239 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d86021-62be-4806-ada9-271d0111e7c0 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d016f10-96a2-4222-b55f-cffe919d716a,revision_number=0']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:27.098026 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-e4d86021-62be-4806-ada9-271d0111e7c0 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:27.100456 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f48404-d21a-4738-8c6b-7e09ca5b3cb8 req-5c7ce977-1956-4550-9c21-ad8578d4e017 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] No DVR routers for this DVR port e526aa4d-ba7e-4b28-a649-f9dc58611a52 on host hv-cinder-79724 {{(pid=92900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:33:27.101827 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e4d86021-62be-4806-ada9-271d0111e7c0 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:27.103214 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-e4d86021-62be-4806-ada9-271d0111e7c0 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1282265 Jun 29 03:33:27.103790 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-19f48404-d21a-4738-8c6b-7e09ca5b3cb8 req-5c7ce977-1956-4550-9c21-ad8578d4e017 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:27.106271 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-19f48404-d21a-4738-8c6b-7e09ca5b3cb8 req-5c7ce977-1956-4550-9c21-ad8578d4e017 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.41 "DELETE /v2.0/ports/e526aa4d-ba7e-4b28-a649-f9dc58611a52 HTTP/1.1" status: 204 len: 173 time: 1.3464019 Jun 29 03:33:27.182097 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvr_db [None req-0469bc6c-39f5-4f5e-bbb6-d0e3ea82ea09 None None] Set router 17507674-1029-41a3-b5b1-f38d29a17b81 gateway port host: dv-cinder-797245-8-smb {{(pid=92901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:33:27.237083 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d6c825bd-afc7-465c-8615-0c86218d2158 req-78551ee9-8ceb-4ef2-a51b-12b6ea22af6d tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-332655351&fields=id&tenant_id=c07162556eca417c8ae472f8dd9798c7 HTTP/1.1" status: 200 len: 267 time: 0.0418036 Jun 29 03:33:27.321310 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c825bd-afc7-465c-8615-0c86218d2158 req-69583079-29b6-4638-a0d0-0b88f19c9221 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:27.324212 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d6c825bd-afc7-465c-8615-0c86218d2158 req-69583079-29b6-4638-a0d0-0b88f19c9221 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 946 time: 0.0812054 Jun 29 03:33:27.334328 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [req-d6c825bd-afc7-465c-8615-0c86218d2158 req-83dd8d3a-f1f1-4e95-818f-842f1363cd3b tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Request body: {'port': {'security_groups': ['0f6d0eec-acdc-4d6c-9bf8-d3d9a7d14120', '7ef83ed4-d57e-4006-b19c-8e679d310a96']}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:33:27.392138 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-0469bc6c-39f5-4f5e-bbb6-d0e3ea82ea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'name': 'tempest-AttachVolumeTestJSON-648326467-router', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:10Z', 'revision_number': 4, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'gw_port': {'id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': '4ee657ab-bfc0-43d6-b534-f28ceb3c36a7', 'name': '', 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'mac_address': 'fa:16:3e:cf:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'c28d3be3-3297-47d9-b1b3-a2eb92284a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:08Z', 'updated_at': '2021-06-29T03:28:18Z', 'revision_number': 5, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'subnets': [{'id': 'c28d3be3-3297-47d9-b1b3-a2eb92284a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:27.417480 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0469bc6c-39f5-4f5e-bbb6-d0e3ea82ea09 None None] Checking router: 17507674-1029-41a3-b5b1-f38d29a17b81 for host: dv-cinder-797245-8-smb {{(pid=92901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:33:27.423086 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-d6c825bd-afc7-465c-8615-0c86218d2158 req-83dd8d3a-f1f1-4e95-818f-842f1363cd3b tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:27.425765 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0469bc6c-39f5-4f5e-bbb6-d0e3ea82ea09 None None] Routers {'17507674-1029-41a3-b5b1-f38d29a17b81'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:33:27.426365 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-0469bc6c-39f5-4f5e-bbb6-d0e3ea82ea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:33:15Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['17507674-1029-41a3-b5b1-f38d29a17b81'], 'active': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:27.506933 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3', 'name': 'network-vif-deleted', 'tag': 'e526aa4d-ba7e-4b28-a649-f9dc58611a52'}] {{(pid=92900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:33:27.509772 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66f2c99c1a8368f792cdf7ad94359b02357141073d69ee97e68f670b072060b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e19cf7-b613-4172-87bb-40cdd3d34c94" -d '{"events": [{"server_uuid": "ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3", "name": "network-vif-deleted", "tag": "e526aa4d-ba7e-4b28-a649-f9dc58611a52"}]}' {{(pid=92900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:33:27.532433 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvr_db [None req-0469bc6c-39f5-4f5e-bbb6-d0e3ea82ea09 None None] Set router 17507674-1029-41a3-b5b1-f38d29a17b81 gateway port host: dv-cinder-797245-8-smb {{(pid=92901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:33:27.615039 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-d6c825bd-afc7-465c-8615-0c86218d2158 req-83dd8d3a-f1f1-4e95-818f-842f1363cd3b tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] For port 67dec456-0811-4085-90a8-3038a1c84dea, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=67dec456-0811-4085-90a8-3038a1c84dea,segment=NetworkSegment(b45265c8-9cc7-42e3-a59c-f13bc7048e5b),segment_id=b45265c8-9cc7-42e3-a59c-f13bc7048e5b)] {{(pid=92900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:27.635656 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-ed2976be-df1c-406e-85b0-32ed2ac8ead6 req-7d77d9ce-cb72-4d77-9af7-794ed55654cb tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3 HTTP/1.1" status: 200 len: 210 time: 0.0391390 Jun 29 03:33:27.670030 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-d6c825bd-afc7-465c-8615-0c86218d2158 req-83dd8d3a-f1f1-4e95-818f-842f1363cd3b tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks [] for port, precommit_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:27.675741 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-d6c825bd-afc7-465c-8615-0c86218d2158 req-83dd8d3a-f1f1-4e95-818f-842f1363cd3b tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859959'] for port, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:27.692020 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-4d9f4517-cb3e-43be-beb0-bc6189ce1790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:27.729802 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c825bd-afc7-465c-8615-0c86218d2158 req-83dd8d3a-f1f1-4e95-818f-842f1363cd3b tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:27.730495 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-d6c825bd-afc7-465c-8615-0c86218d2158 req-83dd8d3a-f1f1-4e95-818f-842f1363cd3b tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:27.732041 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d6c825bd-afc7-465c-8615-0c86218d2158 req-83dd8d3a-f1f1-4e95-818f-842f1363cd3b tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "PUT /v2.0/ports/67dec456-0811-4085-90a8-3038a1c84dea HTTP/1.1" status: 200 len: 982 time: 0.4026883 Jun 29 03:33:27.765236 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['67dec456-0811-4085-90a8-3038a1c84dea'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:33:27.774018 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd8d3a-f1f1-4e95-818f-842f1363cd3b tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Pushing event updated for resources: {'Port': ['ID=67dec456-0811-4085-90a8-3038a1c84dea,revision_number=6']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:27.785655 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-83dd8d3a-f1f1-4e95-818f-842f1363cd3b tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:27.794498 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca0dcc5-70a5-4e9e-bc7b-5b39e30f2bf7 x-openstack-request-id: req-bca0dcc5-70a5-4e9e-bc7b-5b39e30f2bf7 {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:33:27.794823 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3", "name": "network-vif-deleted", "tag": "e526aa4d-ba7e-4b28-a649-f9dc58611a52", "status": "completed", "code": 200}]} {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:33:27.795110 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bca0dcc5-70a5-4e9e-bc7b-5b39e30f2bf7 {{(pid=92900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:33:27.795533 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae512ad3-bb4e-4d7f-b18f-51fd4c1642b3', 'name': 'network-vif-deleted', 'tag': 'e526aa4d-ba7e-4b28-a649-f9dc58611a52', 'status': 'completed', 'code': 200} Jun 29 03:33:27.858160 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-0469bc6c-39f5-4f5e-bbb6-d0e3ea82ea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'name': 'tempest-AttachVolumeTestJSON-648326467-router', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:10Z', 'revision_number': 4, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'gw_port': {'id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': '4ee657ab-bfc0-43d6-b534-f28ceb3c36a7', 'name': '', 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'mac_address': 'fa:16:3e:cf:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'c28d3be3-3297-47d9-b1b3-a2eb92284a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:08Z', 'updated_at': '2021-06-29T03:28:18Z', 'revision_number': 5, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'subnets': [{'id': 'c28d3be3-3297-47d9-b1b3-a2eb92284a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:27.893615 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['67dec456-0811-4085-90a8-3038a1c84dea'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:33:27.896404 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0469bc6c-39f5-4f5e-bbb6-d0e3ea82ea09 None None] The sync data for ids ['17507674-1029-41a3-b5b1-f38d29a17b81'] in dv-cinder-797245-8-smb is: [{'id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'name': 'tempest-AttachVolumeTestJSON-648326467-router', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:10Z', 'revision_number': 4, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'gw_port': {'id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': '4ee657ab-bfc0-43d6-b534-f28ceb3c36a7', 'name': '', 'network_id': '2c477f5c-bdb0-44ca-8af9-ed7781063c5a', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'mac_address': 'fa:16:3e:cf:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'c28d3be3-3297-47d9-b1b3-a2eb92284a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:08Z', 'updated_at': '2021-06-29T03:28:18Z', 'revision_number': 5, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'subnets': [{'id': 'c28d3be3-3297-47d9-b1b3-a2eb92284a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:33:27.935691 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e57eb-ee59-412c-a5d6-08ea7b029153 req-b5fac04d-dfb5-4494-b019-518f1bd84d90 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:27.944417 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e34e57eb-ee59-412c-a5d6-08ea7b029153 req-b5fac04d-dfb5-4494-b019-518f1bd84d90 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 985 time: 0.0833697 Jun 29 03:33:27.987028 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e34e57eb-ee59-412c-a5d6-08ea7b029153 req-0dc3dfcd-d966-41a8-8b58-94f3d6636516 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/security-groups?id=7ef83ed4-d57e-4006-b19c-8e679d310a96&id=0f6d0eec-acdc-4d6c-9bf8-d3d9a7d14120&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409560 Jun 29 03:33:28.095045 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-1971a00b-64f2-4153-8cba-756380d370dd None None] Provisioning complete for port 67dec456-0811-4085-90a8-3038a1c84dea triggered by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:33:28.095616 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-1971a00b-64f2-4153-8cba-756380d370dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:28.140259 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54453333-c7f9-45c8-9df3-8e802713ca3d None None] New status for floating IP 93dfd4c8-0b5e-4352-96b4-6519853b3552: DOWN {{(pid=92902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 03:33:28.751625 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 47828) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:28.803112 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e5a7eaff-ed28-4df2-8617-8e6ba13e6745 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:28.826422 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e5a7eaff-ed28-4df2-8617-8e6ba13e6745 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:28.872363 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e5a7eaff-ed28-4df2-8617-8e6ba13e6745 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:28.874833 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e5a7eaff-ed28-4df2-8617-8e6ba13e6745 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:28.875945 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-e5a7eaff-ed28-4df2-8617-8e6ba13e6745 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "DELETE /v2.0/security-groups/f41f2abf-22ec-4360-8a79-c2476de85d28 HTTP/1.1" status: 204 len: 168 time: 0.1232314 Jun 29 03:33:28.876688 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-46a2579e-9224-498f-862b-d40aeb10c49e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:28.879064 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 47832) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:28.885341 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7eaff-ed28-4df2-8617-8e6ba13e6745 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41f2abf-22ec-4360-8a79-c2476de85d28,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:28.887796 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-e5a7eaff-ed28-4df2-8617-8e6ba13e6745 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:28.896990 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.api.v2.resource [None req-ea70c9b8-b1b8-465a-b7e8-d2322d89f954 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] show failed (client error): The resource could not be found. Jun 29 03:33:28.899807 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-ea70c9b8-b1b8-465a-b7e8-d2322d89f954 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "GET /v2.0/security-groups/f41f2abf-22ec-4360-8a79-c2476de85d28 HTTP/1.1" status: 404 len: 347 time: 0.0183299 Jun 29 03:33:28.902045 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 47836) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:29.030367 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [None req-1d876128-3583-41c2-b240-62ebce402252 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Deleting port f3f106df-f503-4620-af21-3cf2f3de54d0 {{(pid=92900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:33:29.030726 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1d876128-3583-41c2-b240-62ebce402252 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:29.109253 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1d876128-3583-41c2-b240-62ebce402252 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:29.109580 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1d876128-3583-41c2-b240-62ebce402252 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:29.121166 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [None req-1d876128-3583-41c2-b240-62ebce402252 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Calling delete_port for f3f106df-f503-4620-af21-3cf2f3de54d0 owned by network:floatingip {{(pid=92900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:33:29.164542 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device e526aa4d-ba7e-4b28-a649-f9dc58611a52 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:33:29.186514 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] No Port match for: e526aa4d-ba7e-4b28-a649-f9dc58611a52 {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:33:29.186868 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device e526aa4d-ba7e-4b28-a649-f9dc58611a52 not bound to the agent host hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:33:29.253085 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1d876128-3583-41c2-b240-62ebce402252 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859944'] for port, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:29.255972 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-5c7ce977-1956-4550-9c21-ad8578d4e017 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:29.289679 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d876128-3583-41c2-b240-62ebce402252 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Pushing event deleted for resources: {'Port': ['ID=f3f106df-f503-4620-af21-3cf2f3de54d0,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:29.292098 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-1d876128-3583-41c2-b240-62ebce402252 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:29.347473 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1d876128-3583-41c2-b240-62ebce402252 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks [] for floatingip, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:29.350059 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1d876128-3583-41c2-b240-62ebce402252 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for floatingip, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:29.351398 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-1d876128-3583-41c2-b240-62ebce402252 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] 10.222.0.24 "DELETE /v2.0/floatingips/93dfd4c8-0b5e-4352-96b4-6519853b3552 HTTP/1.1" status: 204 len: 168 time: 0.4412873 Jun 29 03:33:29.444944 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d1c1f-0bf3-470c-81ca-8c0773ecd014 req-5a149e74-5bd7-4a78-9ce1-b2f4d6b523d0 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:29.448363 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-939d1c1f-0bf3-470c-81ca-8c0773ecd014 req-5a149e74-5bd7-4a78-9ce1-b2f4d6b523d0 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 945 time: 0.0683992 Jun 29 03:33:29.486127 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-939d1c1f-0bf3-470c-81ca-8c0773ecd014 req-f930920b-94ac-4872-a9f9-7132edbdcb96 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332270 Jun 29 03:33:29.796303 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d3bb69-a9a7-452b-b188-b77c85f99e80', 'tag': '67dec456-0811-4085-90a8-3038a1c84dea'}] {{(pid=92900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:33:29.798666 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66f2c99c1a8368f792cdf7ad94359b02357141073d69ee97e68f670b072060b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4921f1-e443-417e-8f56-03d0ed01544f" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d3bb69-a9a7-452b-b188-b77c85f99e80", "tag": "67dec456-0811-4085-90a8-3038a1c84dea"}]}' {{(pid=92900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:33:29.833095 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f09a311-ef54-44cd-8bb2-38f4998d44f0 x-openstack-request-id: req-5f09a311-ef54-44cd-8bb2-38f4998d44f0 {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:33:29.833519 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d3bb69-a9a7-452b-b188-b77c85f99e80", "tag": "67dec456-0811-4085-90a8-3038a1c84dea", "status": "completed", "code": 200}]} {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:33:29.833810 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5f09a311-ef54-44cd-8bb2-38f4998d44f0 {{(pid=92900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:33:29.834228 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d3bb69-a9a7-452b-b188-b77c85f99e80', 'tag': '67dec456-0811-4085-90a8-3038a1c84dea', 'status': 'completed', 'code': 200} Jun 29 03:33:29.931602 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4921f1-e443-417e-8f56-03d0ed01544f req-e18af7b1-639e-4d5b-b2c2-d42253995307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:29.933083 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-da4921f1-e443-417e-8f56-03d0ed01544f req-e18af7b1-639e-4d5b-b2c2-d42253995307 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c07162556eca417c8ae472f8dd9798c7&device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 1138 time: 0.0513270 Jun 29 03:33:30.023269 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4921f1-e443-417e-8f56-03d0ed01544f req-49fd12d8-5f72-438e-b216-1339b2b01d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:30.024696 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-da4921f1-e443-417e-8f56-03d0ed01544f req-49fd12d8-5f72-438e-b216-1339b2b01d80 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6190fc53-e160-4137-804d-f35ad2551167 HTTP/1.1" status: 200 len: 916 time: 0.0827250 Jun 29 03:33:30.086990 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-da4921f1-e443-417e-8f56-03d0ed01544f req-5c206f87-9cf4-42d3-905d-f7468cbf4e3f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67dec456-0811-4085-90a8-3038a1c84dea HTTP/1.1" status: 200 len: 1002 time: 0.0553017 Jun 29 03:33:30.134942 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4921f1-e443-417e-8f56-03d0ed01544f req-2d782237-e081-416a-83db-5608ed33265f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:30.136374 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-da4921f1-e443-417e-8f56-03d0ed01544f req-2d782237-e081-416a-83db-5608ed33265f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d59dbf51-326a-4727-afdc-a3f7b0974346 HTTP/1.1" status: 200 len: 854 time: 0.0429373 Jun 29 03:33:30.200712 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4921f1-e443-417e-8f56-03d0ed01544f req-22edbe5c-7c28-4d9e-9a73-28aa1ad3d335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:30.202157 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-da4921f1-e443-417e-8f56-03d0ed01544f req-22edbe5c-7c28-4d9e-9a73-28aa1ad3d335 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6190fc53-e160-4137-804d-f35ad2551167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0534613 Jun 29 03:33:30.286505 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-da4921f1-e443-417e-8f56-03d0ed01544f req-f7dab222-d891-4e0c-960f-a48f82dc5774 service neutron] 10.222.0.41 "GET /v2.0/networks/6190fc53-e160-4137-804d-f35ad2551167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777690 Jun 29 03:33:30.377155 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-da4921f1-e443-417e-8f56-03d0ed01544f req-a9742c20-909f-48e3-aafe-0225c4bf479b service neutron] 10.222.0.41 "GET /v2.0/networks/6190fc53-e160-4137-804d-f35ad2551167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825431 Jun 29 03:33:30.660595 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a816b7-e986-4b41-8ca7-26176d1e1cc6 req-9adfa3f8-f5b8-4daa-bfd2-7e4500cefb6b tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:30.662221 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-07a816b7-e986-4b41-8ca7-26176d1e1cc6 req-9adfa3f8-f5b8-4daa-bfd2-7e4500cefb6b tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 945 time: 0.0628524 Jun 29 03:33:30.707704 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-07a816b7-e986-4b41-8ca7-26176d1e1cc6 req-36252902-e838-493e-987a-9c7cfad0554e tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379815 Jun 29 03:33:31.890015 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a7e90-69b7-4300-92db-5f4e18acfc53 req-16f5c18e-51ed-459b-9706-8eeeaf90d8a0 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:31.891353 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-383a7e90-69b7-4300-92db-5f4e18acfc53 req-16f5c18e-51ed-459b-9706-8eeeaf90d8a0 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 945 time: 0.0623169 Jun 29 03:33:31.930119 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-383a7e90-69b7-4300-92db-5f4e18acfc53 req-78c53638-9c70-4077-b462-34918c3ce1b5 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328877 Jun 29 03:33:33.009027 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 47882) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:33.109422 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b882e05-9aca-40a4-91f1-35dd57046546 req-43c9e3de-b0c8-4067-89ed-7f307a7f579a tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:33.110943 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1b882e05-9aca-40a4-91f1-35dd57046546 req-43c9e3de-b0c8-4067-89ed-7f307a7f579a tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 945 time: 0.0653028 Jun 29 03:33:33.214604 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1b882e05-9aca-40a4-91f1-35dd57046546 req-1f25ee06-086d-4d97-97ea-3fba092e816b tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975959 Jun 29 03:33:33.527294 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-907b2792-4767-4554-915e-ba40756e90f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8081182'] for router_interface, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:33.823479 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [None req-907b2792-4767-4554-915e-ba40756e90f4 admin admin] Deleting port 4ee657ab-bfc0-43d6-b534-f28ceb3c36a7 {{(pid=92900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:33:33.823726 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-907b2792-4767-4554-915e-ba40756e90f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:33.898200 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [None req-907b2792-4767-4554-915e-ba40756e90f4 admin admin] For port 4ee657ab-bfc0-43d6-b534-f28ceb3c36a7, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=4ee657ab-bfc0-43d6-b534-f28ceb3c36a7,segment=NetworkSegment(38283d29-4f4a-48db-be4f-9f1ff8e9f0d7),segment_id=38283d29-4f4a-48db-be4f-9f1ff8e9f0d7)] {{(pid=92900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:33.898549 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-907b2792-4767-4554-915e-ba40756e90f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:33.910177 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [None req-907b2792-4767-4554-915e-ba40756e90f4 admin admin] Calling delete_port for 4ee657ab-bfc0-43d6-b534-f28ceb3c36a7 owned by network:router_interface {{(pid=92900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:33:34.349550 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-907b2792-4767-4554-915e-ba40756e90f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859944'] for port, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:34.352114 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-c9cdcc7e-3b81-4c0d-a972-afcbf99df8b7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:34.374836 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b2792-4767-4554-915e-ba40756e90f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ee657ab-bfc0-43d6-b534-f28ceb3c36a7,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:34.377432 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-907b2792-4767-4554-915e-ba40756e90f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:34.391892 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24029000-6186-4309-9af1-4ed3b890c1cf req-e6fe619f-90bb-49e4-8ffd-a0397cb45ede tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:34.393291 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-24029000-6186-4309-9af1-4ed3b890c1cf req-e6fe619f-90bb-49e4-8ffd-a0397cb45ede tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 945 time: 0.0648289 Jun 29 03:33:34.436366 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-24029000-6186-4309-9af1-4ed3b890c1cf req-eef57010-6077-4f77-a44f-86ae54471c26 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362442 Jun 29 03:33:34.540430 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-907b2792-4767-4554-915e-ba40756e90f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7903679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8080526'] for router_interface, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:34.757041 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907b2792-4767-4554-915e-ba40756e90f4 admin admin] Router 17507674-1029-41a3-b5b1-f38d29a17b81 has already been hosted by L3 agent 7fe0c168-953d-4d47-bedf-fde3a92e458b {{(pid=92900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:33:34.857218 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907b2792-4767-4554-915e-ba40756e90f4 admin admin] Notify agent at l3_agent.dv-cinder-797245-8-smb the message routers_updated {{(pid=92900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:33:34.861996 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-907b2792-4767-4554-915e-ba40756e90f4 admin admin] 10.222.0.24 "PUT /v2.0/routers/17507674-1029-41a3-b5b1-f38d29a17b81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8519721 Jun 29 03:33:34.864444 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 47890) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:34.867062 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6657f05-6db6-4bb1-973e-1e750e28e1d2 None None] Sync routers for ids ['17507674-1029-41a3-b5b1-f38d29a17b81'] in dv-cinder-797245-8-smb {{(pid=92901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:33:34.876874 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6657f05-6db6-4bb1-973e-1e750e28e1d2 None None] Routers {'17507674-1029-41a3-b5b1-f38d29a17b81'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:33:34.877583 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-b6657f05-6db6-4bb1-973e-1e750e28e1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:33:15Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['17507674-1029-41a3-b5b1-f38d29a17b81'], 'active': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:34.965357 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-5412e94c-9b00-4a26-bd4d-503153791391 admin admin] Notify callbacks [] for router, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:34.985723 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvr_db [None req-b6657f05-6db6-4bb1-973e-1e750e28e1d2 None None] Set router 17507674-1029-41a3-b5b1-f38d29a17b81 gateway port host: dv-cinder-797245-8-smb {{(pid=92901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:33:35.065198 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-5412e94c-9b00-4a26-bd4d-503153791391 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:35.115512 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [None req-5412e94c-9b00-4a26-bd4d-503153791391 admin admin] Deleting port 8f489ba0-1a0a-4849-bae9-ff4f50a78af2 {{(pid=92900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:33:35.115889 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-5412e94c-9b00-4a26-bd4d-503153791391 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:35.161188 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-b6657f05-6db6-4bb1-973e-1e750e28e1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'name': 'tempest-AttachVolumeTestJSON-648326467-router', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:33:34Z', 'revision_number': 5, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'gw_port': {'id': '8f489ba0-1a0a-4849-bae9-ff4f50a78af2', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb'}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:35.199291 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [None req-5412e94c-9b00-4a26-bd4d-503153791391 admin admin] For port 8f489ba0-1a0a-4849-bae9-ff4f50a78af2, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=8f489ba0-1a0a-4849-bae9-ff4f50a78af2,segment=NetworkSegment(e9e5c7ef-c364-4b74-9222-2e87bd8fc345),segment_id=e9e5c7ef-c364-4b74-9222-2e87bd8fc345)] {{(pid=92900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:35.199647 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-5412e94c-9b00-4a26-bd4d-503153791391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:35.212759 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [None req-5412e94c-9b00-4a26-bd4d-503153791391 admin admin] Calling delete_port for 8f489ba0-1a0a-4849-bae9-ff4f50a78af2 owned by network:router_gateway {{(pid=92900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:33:35.308333 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6657f05-6db6-4bb1-973e-1e750e28e1d2 None None] Checking router: 17507674-1029-41a3-b5b1-f38d29a17b81 for host: dv-cinder-797245-8-smb {{(pid=92901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:33:35.316669 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6657f05-6db6-4bb1-973e-1e750e28e1d2 None None] Routers {'17507674-1029-41a3-b5b1-f38d29a17b81'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:33:35.317221 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-b6657f05-6db6-4bb1-973e-1e750e28e1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:33:15Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['17507674-1029-41a3-b5b1-f38d29a17b81'], 'active': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:35.390894 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-5412e94c-9b00-4a26-bd4d-503153791391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859944'] for port, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:35.393618 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-ab258707-6230-40fa-84bd-673445d463ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:35.399891 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvr_db [None req-b6657f05-6db6-4bb1-973e-1e750e28e1d2 None None] Set router 17507674-1029-41a3-b5b1-f38d29a17b81 gateway port host: None {{(pid=92901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:33:35.421141 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5412e94c-9b00-4a26-bd4d-503153791391 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f489ba0-1a0a-4849-bae9-ff4f50a78af2,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:35.423021 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-5412e94c-9b00-4a26-bd4d-503153791391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:35.453892 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-b6657f05-6db6-4bb1-973e-1e750e28e1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'name': 'tempest-AttachVolumeTestJSON-648326467-router', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:33:35Z', 'revision_number': 6, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'gw_port_host': None}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:35.477561 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-5412e94c-9b00-4a26-bd4d-503153791391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8077410'] for router_gateway, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:35.480318 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6657f05-6db6-4bb1-973e-1e750e28e1d2 None None] The sync data for ids ['17507674-1029-41a3-b5b1-f38d29a17b81'] in dv-cinder-797245-8-smb is: [{'id': '17507674-1029-41a3-b5b1-f38d29a17b81', 'name': 'tempest-AttachVolumeTestJSON-648326467-router', 'tenant_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:33:35Z', 'revision_number': 6, 'project_id': '43f3aeed3f4749bab1f83a06f1e82be0', 'gw_port_host': None}] {{(pid=92901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:33:35.587502 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-5412e94c-9b00-4a26-bd4d-503153791391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8080245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8083'] for router, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:35.606979 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-5412e94c-9b00-4a26-bd4d-503153791391 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:35.676867 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-5412e94c-9b00-4a26-bd4d-503153791391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8080675'] for router, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:35.677457 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5412e94c-9b00-4a26-bd4d-503153791391 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17507674-1029-41a3-b5b1-f38d29a17b81 {{(pid=92900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 03:33:35.682426 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-5412e94c-9b00-4a26-bd4d-503153791391 admin admin] Notify callbacks [] for router, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:35.683540 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-5412e94c-9b00-4a26-bd4d-503153791391 admin admin] 10.222.0.24 "DELETE /v2.0/routers/17507674-1029-41a3-b5b1-f38d29a17b81 HTTP/1.1" status: 204 len: 168 time: 0.8182139 Jun 29 03:33:35.686249 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 47894) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:35.703132 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0dc764-856d-4b99-b5ca-60ef3b3271af req-0a0665d9-cb36-44c7-ab4a-01f85e429407 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:35.704745 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-9a0dc764-856d-4b99-b5ca-60ef3b3271af req-0a0665d9-cb36-44c7-ab4a-01f85e429407 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 945 time: 0.1315448 Jun 29 03:33:35.733783 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.db_base_plugin_v2 [None req-682b78c6-cd61-4673-a05d-dd2e4e9f6ab7 admin admin] Deleting subnet c28d3be3-3297-47d9-b1b3-a2eb92284a62 {{(pid=92899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 03:33:35.736783 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-682b78c6-cd61-4673-a05d-dd2e4e9f6ab7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:35.743790 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-9a0dc764-856d-4b99-b5ca-60ef3b3271af req-73c1e816-fd1f-4569-9e9f-55de0ce9ee19 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327859 Jun 29 03:33:35.770684 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-682b78c6-cd61-4673-a05d-dd2e4e9f6ab7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491297'] for subnet, precommit_delete_associations {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:35.878222 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-682b78c6-cd61-4673-a05d-dd2e4e9f6ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-714680'] for subnet, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:35.931036 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-682b78c6-cd61-4673-a05d-dd2e4e9f6ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-714689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67030214'] for subnet, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:35.934123 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:35.958403 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-682b78c6-cd61-4673-a05d-dd2e4e9f6ab7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:35.960781 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-682b78c6-cd61-4673-a05d-dd2e4e9f6ab7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c28d3be3-3297-47d9-b1b3-a2eb92284a62 HTTP/1.1" status: 204 len: 168 time: 0.2729855 Jun 29 03:33:35.961825 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b78c6-cd61-4673-a05d-dd2e4e9f6ab7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c28d3be3-3297-47d9-b1b3-a2eb92284a62,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:35.963302 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 47896) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:35.964694 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-682b78c6-cd61-4673-a05d-dd2e4e9f6ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:35.967095 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1364f7e-59c5-4c75-ab22-50eb21b623d4 None None] Network 2c477f5c-bdb0-44ca-8af9-ed7781063c5a requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:33:36.032564 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-4d2b190e-e431-4a55-9e9d-fa8fdbc4ebce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752549'] for network, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:36.083030 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [None req-4d2b190e-e431-4a55-9e9d-fa8fdbc4ebce admin admin] Deleting port ea4df6f2-5db8-4e81-97c8-1cf9399d3371 {{(pid=92900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:33:36.083370 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-4d2b190e-e431-4a55-9e9d-fa8fdbc4ebce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:36.148916 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [None req-4d2b190e-e431-4a55-9e9d-fa8fdbc4ebce admin admin] For port ea4df6f2-5db8-4e81-97c8-1cf9399d3371, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=ea4df6f2-5db8-4e81-97c8-1cf9399d3371,segment=NetworkSegment(38283d29-4f4a-48db-be4f-9f1ff8e9f0d7),segment_id=38283d29-4f4a-48db-be4f-9f1ff8e9f0d7)] {{(pid=92900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:36.149273 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-4d2b190e-e431-4a55-9e9d-fa8fdbc4ebce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:36.160723 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [None req-4d2b190e-e431-4a55-9e9d-fa8fdbc4ebce admin admin] Calling delete_port for ea4df6f2-5db8-4e81-97c8-1cf9399d3371 owned by network:dhcp {{(pid=92900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:33:36.240155 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-4d2b190e-e431-4a55-9e9d-fa8fdbc4ebce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859944'] for port, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:36.242238 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-14deaf73-1d71-4e4a-ad05-7e46ba2a6473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:36.252771 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b57627-9355-495a-950d-07a2a4cef622 None None] DHCP port deletion for 2c477f5c-bdb0-44ca-8af9-ed7781063c5a request from dv-cinder-797245-8-smb {{(pid=92901) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 03:33:36.277297 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b190e-e431-4a55-9e9d-fa8fdbc4ebce admin admin] Pushing event deleted for resources: {'Port': ['ID=ea4df6f2-5db8-4e81-97c8-1cf9399d3371,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:36.279225 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2b190e-e431-4a55-9e9d-fa8fdbc4ebce admin admin] No DVR routers for this DVR port ea4df6f2-5db8-4e81-97c8-1cf9399d3371 on host dv-cinder-797245-8-smb {{(pid=92900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:33:36.280801 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-4d2b190e-e431-4a55-9e9d-fa8fdbc4ebce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:36.324059 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 4ee657ab-bfc0-43d6-b534-f28ceb3c36a7 no longer exists at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:33:36.345507 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] No Port match for: 4ee657ab-bfc0-43d6-b534-f28ceb3c36a7 {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:33:36.346065 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 4ee657ab-bfc0-43d6-b534-f28ceb3c36a7 not bound to the agent host dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:33:36.346659 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device ea4df6f2-5db8-4e81-97c8-1cf9399d3371 no longer exists at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:33:36.361130 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-4d2b190e-e431-4a55-9e9d-fa8fdbc4ebce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712334', 'neutron.services.segments.db._delete_segments_for_network-8763851730737'] for network, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:36.365864 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] No Port match for: ea4df6f2-5db8-4e81-97c8-1cf9399d3371 {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:33:36.366313 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device ea4df6f2-5db8-4e81-97c8-1cf9399d3371 not bound to the agent host dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:33:36.366900 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 8f489ba0-1a0a-4849-bae9-ff4f50a78af2 no longer exists at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:33:36.371349 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.services.segments.db [None req-4d2b190e-e431-4a55-9e9d-fa8fdbc4ebce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c477f5c-bdb0-44ca-8af9-ed7781063c5a']}} {{(pid=92900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:36.382264 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.services.segments.db [None req-4d2b190e-e431-4a55-9e9d-fa8fdbc4ebce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38283d29-4f4a-48db-be4f-9f1ff8e9f0d7') {'for_net_delete': True} {{(pid=92900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:36.382550 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.services.segments.db [None req-4d2b190e-e431-4a55-9e9d-fa8fdbc4ebce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38283d29-4f4a-48db-be4f-9f1ff8e9f0d7') {} {{(pid=92900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:36.385812 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] No Port match for: 8f489ba0-1a0a-4849-bae9-ff4f50a78af2 {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:33:36.386165 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 8f489ba0-1a0a-4849-bae9-ff4f50a78af2 not bound to the agent host dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:33:36.391171 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-4d2b190e-e431-4a55-9e9d-fa8fdbc4ebce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763851626388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4727211'] for segment, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:36.405156 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-4d2b190e-e431-4a55-9e9d-fa8fdbc4ebce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342'] for segment, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:36.410761 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2b190e-e431-4a55-9e9d-fa8fdbc4ebce admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=92900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 03:33:36.411065 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-4d2b190e-e431-4a55-9e9d-fa8fdbc4ebce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4859931'] for segment, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:36.412667 dv-cinder-797245-8-smb neutron-server[92900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:33:36.412667 dv-cinder-797245-8-smb neutron-server[92900]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:33:36.412667 dv-cinder-797245-8-smb neutron-server[92900]: Traceback (most recent call last): Jun 29 03:33:36.412667 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 03:33:36.412667 dv-cinder-797245-8-smb neutron-server[92900]: timer() Jun 29 03:33:36.412667 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 03:33:36.412667 dv-cinder-797245-8-smb neutron-server[92900]: cb(*args, **kw) Jun 29 03:33:36.412667 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 03:33:36.412667 dv-cinder-797245-8-smb neutron-server[92900]: return func(*args, **kwargs) Jun 29 03:33:36.412667 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 03:33:36.412667 dv-cinder-797245-8-smb neutron-server[92900]: self._notify() Jun 29 03:33:36.412667 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 03:33:36.412667 dv-cinder-797245-8-smb neutron-server[92900]: self.callback(batched_events) Jun 29 03:33:36.412667 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 03:33:36.412667 dv-cinder-797245-8-smb neutron-server[92900]: event.method(event) Jun 29 03:33:36.412667 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 03:33:36.412667 dv-cinder-797245-8-smb neutron-server[92900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 03:33:36.412667 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 03:33:36.412667 dv-cinder-797245-8-smb neutron-server[92900]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 03:33:36.412667 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 03:33:36.412667 dv-cinder-797245-8-smb neutron-server[92900]: return f(self, *a, **k) Jun 29 03:33:36.412667 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 03:33:36.412667 dv-cinder-797245-8-smb neutron-server[92900]: return self._get(url).json() Jun 29 03:33:36.412667 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 03:33:36.412667 dv-cinder-797245-8-smb neutron-server[92900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 03:33:36.412667 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 03:33:36.412667 dv-cinder-797245-8-smb neutron-server[92900]: return self.request(url, 'GET', **kwargs) Jun 29 03:33:36.412667 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 03:33:36.412667 dv-cinder-797245-8-smb neutron-server[92900]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 03:33:36.412667 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 03:33:36.412667 dv-cinder-797245-8-smb neutron-server[92900]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 03:33:36.412667 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 03:33:36.412667 dv-cinder-797245-8-smb neutron-server[92900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 03:33:36.412667 dv-cinder-797245-8-smb neutron-server[92900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 03:33:36.465306 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-4d2b190e-e431-4a55-9e9d-fa8fdbc4ebce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8077459'] for network, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:36.472013 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-4d2b190e-e431-4a55-9e9d-fa8fdbc4ebce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for network, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:36.474234 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-4d2b190e-e431-4a55-9e9d-fa8fdbc4ebce admin admin] 10.222.0.24 "DELETE /v2.0/networks/2c477f5c-bdb0-44ca-8af9-ed7781063c5a HTTP/1.1" status: 204 len: 168 time: 0.5098662 Jun 29 03:33:36.475042 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:36.491164 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b190e-e431-4a55-9e9d-fa8fdbc4ebce admin admin] Pushing event deleted for resources: {'Network': ['ID=2c477f5c-bdb0-44ca-8af9-ed7781063c5a,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:36.493691 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-4d2b190e-e431-4a55-9e9d-fa8fdbc4ebce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:36.590253 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 47900) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:36.627920 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-99dd4b90-df25-4f50-ad86-d0fb7e771c06 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43f3aeed3f4749bab1f83a06f1e82be0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0363832 Jun 29 03:33:36.630206 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 47902) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:36.679422 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5d62fce0-0157-4203-9690-d89406039968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:36.703997 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5d62fce0-0157-4203-9690-d89406039968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:36.749192 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5d62fce0-0157-4203-9690-d89406039968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:36.751919 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5d62fce0-0157-4203-9690-d89406039968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:36.753081 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-5d62fce0-0157-4203-9690-d89406039968 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c3451f6-f4d2-4a7f-a0c1-9c52ea0cdafc HTTP/1.1" status: 204 len: 168 time: 0.1220095 Jun 29 03:33:36.753825 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-63b75f11-4365-4306-982f-7b275bc688be tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:36.761391 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62fce0-0157-4203-9690-d89406039968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3451f6-f4d2-4a7f-a0c1-9c52ea0cdafc,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:36.763632 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-5d62fce0-0157-4203-9690-d89406039968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:36.922920 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a9392-726b-46f5-a4b1-8687752d0e98 req-0506b918-46b2-41dc-9518-b44a5653d75c tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:36.924444 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-211a9392-726b-46f5-a4b1-8687752d0e98 req-0506b918-46b2-41dc-9518-b44a5653d75c tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 945 time: 0.0661716 Jun 29 03:33:36.962067 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-211a9392-726b-46f5-a4b1-8687752d0e98 req-669cbaa9-15fb-4cfb-b207-2f4ba16c54ba tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314341 Jun 29 03:33:37.388464 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 47926) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:37.478497 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-f4571e1c-47ac-41ae-a5aa-ec38b9972f46 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-162672400-network', 'tenant_id': 'ae63377b57f8415494188750e0072368'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:33:37.498257 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4571e1c-47ac-41ae-a5aa-ec38b9972f46 admin admin] Made reservation on behalf of ae63377b57f8415494188750e0072368 for: {'network': 1} {{(pid=92900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:33:37.500534 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-f4571e1c-47ac-41ae-a5aa-ec38b9972f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for network, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:37.509305 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-f4571e1c-47ac-41ae-a5aa-ec38b9972f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:37.594855 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-f4571e1c-47ac-41ae-a5aa-ec38b9972f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:37.598611 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-f4571e1c-47ac-41ae-a5aa-ec38b9972f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:37.602322 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-b75771a8-8259-4e7d-ad1c-f9daaca860ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:37.622777 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4571e1c-47ac-41ae-a5aa-ec38b9972f46 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=92900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 03:33:37.631111 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4571e1c-47ac-41ae-a5aa-ec38b9972f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc9b845-3951-4060-88cd-452072b507ed,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:37.635319 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-f4571e1c-47ac-41ae-a5aa-ec38b9972f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:37.640873 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-f4571e1c-47ac-41ae-a5aa-ec38b9972f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342'] for segment, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:37.640873 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.db.segments_db [None req-f4571e1c-47ac-41ae-a5aa-ec38b9972f46 admin admin] Added segment f135fd1c-c1dc-4fff-8cd9-b57325a81d4e of type vlan for network 46964257-1caf-4984-ba64-66933fa6662a Jun 29 03:33:37.677556 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-f4571e1c-47ac-41ae-a5aa-ec38b9972f46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763851271976'] for network, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:37.705107 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-f4571e1c-47ac-41ae-a5aa-ec38b9972f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670'] for network, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:37.706298 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4571e1c-47ac-41ae-a5aa-ec38b9972f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:37.706871 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-f4571e1c-47ac-41ae-a5aa-ec38b9972f46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for network, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:37.709604 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:37.759871 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-f4571e1c-47ac-41ae-a5aa-ec38b9972f46 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3702908 Jun 29 03:33:37.762763 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 47930) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:37.767817 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-3162a04a-c6a4-4ecd-a555-91ef848f3574 admin admin] Request body: {'subnet': {'network_id': '46964257-1caf-4984-ba64-66933fa6662a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-162672400-subnet', 'tenant_id': 'ae63377b57f8415494188750e0072368', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:33:37.771736 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4571e1c-47ac-41ae-a5aa-ec38b9972f46 admin admin] Pushing event updated for resources: {'Network': ['ID=46964257-1caf-4984-ba64-66933fa6662a,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:37.774550 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-f4571e1c-47ac-41ae-a5aa-ec38b9972f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:37.781459 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Network 46964257-1caf-4984-ba64-66933fa6662a details requested by agent ovs-agent-dv-cinder-797245-8-smb with host dv-cinder-797245-8-smb {{(pid=92901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:33:37.789052 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3162a04a-c6a4-4ecd-a555-91ef848f3574 admin admin] Made reservation on behalf of ae63377b57f8415494188750e0072368 for: {'subnet': 1} {{(pid=92899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:33:37.791360 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3162a04a-c6a4-4ecd-a555-91ef848f3574 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66896679'] for subnet, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:37.951240 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3162a04a-c6a4-4ecd-a555-91ef848f3574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67030237'] for subnet, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:37.954153 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-098f39df-7958-4e50-aabe-a0b4ee51793d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:38.008724 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162a04a-c6a4-4ecd-a555-91ef848f3574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd1a6204-f794-4008-83fe-7cfc2a393658,revision_number=0']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:38.012335 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-3162a04a-c6a4-4ecd-a555-91ef848f3574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:38.013472 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3162a04a-c6a4-4ecd-a555-91ef848f3574 admin admin] Checking segment: {'id': 'f135fd1c-c1dc-4fff-8cd9-b57325a81d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '46964257-1caf-4984-ba64-66933fa6662a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:33:38.013766 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3162a04a-c6a4-4ecd-a555-91ef848f3574 admin admin] Network hostable DHCP agents. Network: 46964257-1caf-4984-ba64-66933fa6662a, hostable agents: ['15611171-d073-4a1d-b69f-900d48098551'], hosted agents: [] {{(pid=92899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:33:38.030891 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3162a04a-c6a4-4ecd-a555-91ef848f3574 admin admin] Network 46964257-1caf-4984-ba64-66933fa6662a is scheduled to be hosted by DHCP agent 15611171-d073-4a1d-b69f-900d48098551 with binding_index 1 {{(pid=92899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:33:38.040759 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.base_scheduler [None req-3162a04a-c6a4-4ecd-a555-91ef848f3574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-smb, 46964257-1caf-4984-ba64-66933fa6662a) {{(pid=92899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:33:38.045599 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3162a04a-c6a4-4ecd-a555-91ef848f3574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:38.046229 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3162a04a-c6a4-4ecd-a555-91ef848f3574 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:38.052077 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16a2ebb-e3a0-4ec6-8ab7-db34c0f779a8 None None] Network 46964257-1caf-4984-ba64-66933fa6662a requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:33:38.064184 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-3162a04a-c6a4-4ecd-a555-91ef848f3574 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3002303 Jun 29 03:33:38.148761 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171d6e4-6873-49aa-88cb-be452606ad4e req-da0b042e-177e-4914-ab2d-8a5f792082c2 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:38.150318 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-c171d6e4-6873-49aa-88cb-be452606ad4e req-da0b042e-177e-4914-ab2d-8a5f792082c2 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 945 time: 0.0660241 Jun 29 03:33:38.186961 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ffbd59-92bb-4a91-b176-b03d086fdd48 None None] Network 46964257-1caf-4984-ba64-66933fa6662a requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:33:38.191045 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-c171d6e4-6873-49aa-88cb-be452606ad4e req-54186e78-e269-4977-b8f5-449b090d3086 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344570 Jun 29 03:33:38.483220 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-ac8e5725-bed1-4fb9-9bb5-07f1863c5d27 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:38.484671 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-ac8e5725-bed1-4fb9-9bb5-07f1863c5d27 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/networks?id=46964257-1caf-4984-ba64-66933fa6662a HTTP/1.1" status: 200 len: 814 time: 0.0999439 Jun 29 03:33:38.499185 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-81937599-171c-4b6c-b2a4-37953ea2d520 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/quotas/ae63377b57f8415494188750e0072368 HTTP/1.1" status: 200 len: 375 time: 0.0090835 Jun 29 03:33:38.530222 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-6bb55edb-d2ec-4da5-9f5e-04952dbbed3a tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae63377b57f8415494188750e0072368&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263758 Jun 29 03:33:38.664262 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-83602995-f42a-4e08-a6b7-46a7b3f5414b service neutron] 10.222.0.24 "GET /v2.0/networks/46964257-1caf-4984-ba64-66933fa6662a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275880 Jun 29 03:33:38.753309 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-6e1bcab6-0dd0-48b4-9b5f-500e4bd24e5d service neutron] 10.222.0.24 "GET /v2.0/networks/46964257-1caf-4984-ba64-66933fa6662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831373 Jun 29 03:33:38.909898 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-eaaa6c48-9e98-4412-ba94-fc4e227a50fa req-1b647983-ca47-40f7-9163-3ec11c1887b6 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=0105f152-fcfb-40ea-b105-25ad5edcf585 HTTP/1.1" status: 200 len: 210 time: 0.0268674 Jun 29 03:33:39.007253 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.agents_db [None req-352bb85c-db89-4991-b002-2379bbcb00d3 None None] Agent healthcheck: found 6 active agents {{(pid=92902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:33:39.389280 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c9c1e-33ea-432f-bfb8-9949194a7f80 req-de291680-7838-40d9-bb2d-0bc7dd0a61d5 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:39.390762 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-ac4c9c1e-33ea-432f-bfb8-9949194a7f80 req-de291680-7838-40d9-bb2d-0bc7dd0a61d5 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 945 time: 0.0648897 Jun 29 03:33:39.428725 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-ac4c9c1e-33ea-432f-bfb8-9949194a7f80 req-4be86b39-ad8d-4043-8967-b49e3712578f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322666 Jun 29 03:33:40.087251 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b5ca2dc2-4a87-49a6-a8ae-fa8fdfd2648a req-3d2bbae6-f678-4061-9a3e-52794ce9a57f tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=0105f152-fcfb-40ea-b105-25ad5edcf585 HTTP/1.1" status: 200 len: 210 time: 0.0571263 Jun 29 03:33:40.139296 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-65eea1ad-704d-454e-acc4-35ef11eb0675 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:40.140737 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-65eea1ad-704d-454e-acc4-35ef11eb0675 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.41 "GET /v2.0/networks?id=46964257-1caf-4984-ba64-66933fa6662a HTTP/1.1" status: 200 len: 814 time: 0.1306252 Jun 29 03:33:40.160655 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-49caed6d-7482-42a6-bea5-d1af52e229c5 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Request body: {'port': {'device_id': '0105f152-fcfb-40ea-b105-25ad5edcf585', 'network_id': '46964257-1caf-4984-ba64-66933fa6662a', 'admin_state_up': True, 'tenant_id': 'ae63377b57f8415494188750e0072368'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:33:40.267661 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-49caed6d-7482-42a6-bea5-d1af52e229c5 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Made reservation on behalf of ae63377b57f8415494188750e0072368 for: {'port': 1} {{(pid=92900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:33:40.271119 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-49caed6d-7482-42a6-bea5-d1af52e229c5 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:40.387135 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.db_base_plugin_common [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-49caed6d-7482-42a6-bea5-d1af52e229c5 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Allocated IP 172.20.0.10 (46964257-1caf-4984-ba64-66933fa6662a/dd1a6204-f794-4008-83fe-7cfc2a393658/9ea5cd07-b223-4b09-9fe8-7cc7125c33be) {{(pid=92900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:33:40.535303 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-49caed6d-7482-42a6-bea5-d1af52e229c5 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Notify callbacks [] for port, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:40.575588 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-49caed6d-7482-42a6-bea5-d1af52e229c5 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859937'] for port, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:40.579936 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-1d876128-3583-41c2-b240-62ebce402252 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:40.623197 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-49caed6d-7482-42a6-bea5-d1af52e229c5 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Network 46964257-1caf-4984-ba64-66933fa6662a is already hosted by enough agents. {{(pid=92900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:33:40.626664 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-49caed6d-7482-42a6-bea5-d1af52e229c5 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Resources bound (agent type, host, resource id): {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:33:40.633670 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-49caed6d-7482-42a6-bea5-d1af52e229c5 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Received port after_create {{(pid=92900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:33:40.663401 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49caed6d-7482-42a6-bea5-d1af52e229c5 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Pushing event updated for resources: {'Port': ['ID=9ea5cd07-b223-4b09-9fe8-7cc7125c33be,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:40.668401 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-49caed6d-7482-42a6-bea5-d1af52e229c5 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:40.689413 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-49caed6d-7482-42a6-bea5-d1af52e229c5 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:40.690008 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-49caed6d-7482-42a6-bea5-d1af52e229c5 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:40.705517 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-49caed6d-7482-42a6-bea5-d1af52e229c5 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5484638 Jun 29 03:33:40.724435 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-3b9940d4-7f2f-4f15-b769-b333542e8ac0 service neutron] Request body: {'port': {'device_id': '0105f152-fcfb-40ea-b105-25ad5edcf585', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:33:40.754497 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fc088-ee93-4518-b04b-7aef72520e4b req-eca74fb5-706d-48b8-9a70-0e05ed055404 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:40.755968 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b21fc088-ee93-4518-b04b-7aef72520e4b req-eca74fb5-706d-48b8-9a70-0e05ed055404 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 945 time: 0.0628140 Jun 29 03:33:40.793263 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b21fc088-ee93-4518-b04b-7aef72520e4b req-5000e560-dcd0-4156-b828-378c596f3efc tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313253 Jun 29 03:33:40.794506 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-3b9940d4-7f2f-4f15-b769-b333542e8ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:41.040852 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-3b9940d4-7f2f-4f15-b769-b333542e8ac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea5cd07-b223-4b09-9fe8-7cc7125c33be {{(pid=92900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:33:41.048467 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-3b9940d4-7f2f-4f15-b769-b333542e8ac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:41.059519 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.provisioning_blocks [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-3b9940d4-7f2f-4f15-b769-b333542e8ac0 service neutron] Transition to ACTIVE for port object 9ea5cd07-b223-4b09-9fe8-7cc7125c33be will not be triggered until provisioned by entity L2. {{(pid=92900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:33:41.063587 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-3b9940d4-7f2f-4f15-b769-b333542e8ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859959'] for port, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:41.065418 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:41.109884 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9940d4-7f2f-4f15-b769-b333542e8ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea5cd07-b223-4b09-9fe8-7cc7125c33be,revision_number=2']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:41.113980 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-3b9940d4-7f2f-4f15-b769-b333542e8ac0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:41.178241 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-3b9940d4-7f2f-4f15-b769-b333542e8ac0 service neutron] Attempting to bind port 9ea5cd07-b223-4b09-9fe8-7cc7125c33be on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:33:41.178567 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-3b9940d4-7f2f-4f15-b769-b333542e8ac0 service neutron] Attempting to bind port 9ea5cd07-b223-4b09-9fe8-7cc7125c33be by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'f135fd1c-c1dc-4fff-8cd9-b57325a81d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '46964257-1caf-4984-ba64-66933fa6662a'}] {{(pid=92900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:33:41.178886 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-3b9940d4-7f2f-4f15-b769-b333542e8ac0 service neutron] Attempting to bind port 9ea5cd07-b223-4b09-9fe8-7cc7125c33be on network 46964257-1caf-4984-ba64-66933fa6662a {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:33:41.183020 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-3b9940d4-7f2f-4f15-b769-b333542e8ac0 service neutron] Port 9ea5cd07-b223-4b09-9fe8-7cc7125c33be on network 46964257-1caf-4984-ba64-66933fa6662a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:33:41.183376 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-3b9940d4-7f2f-4f15-b769-b333542e8ac0 service neutron] Attempting to bind port 9ea5cd07-b223-4b09-9fe8-7cc7125c33be on network 46964257-1caf-4984-ba64-66933fa6662a {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:33:41.188097 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-3b9940d4-7f2f-4f15-b769-b333542e8ac0 service neutron] Checking agent: {'id': '2bf09fb4-53ea-44df-98c0-2f1f129e0ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:33:41.188429 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-3b9940d4-7f2f-4f15-b769-b333542e8ac0 service neutron] Checking segment: {'id': 'f135fd1c-c1dc-4fff-8cd9-b57325a81d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '46964257-1caf-4984-ba64-66933fa6662a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:33:41.188806 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-3b9940d4-7f2f-4f15-b769-b333542e8ac0 service neutron] Bound using segment: {'id': 'f135fd1c-c1dc-4fff-8cd9-b57325a81d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '46964257-1caf-4984-ba64-66933fa6662a'} {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:33:41.189225 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-3b9940d4-7f2f-4f15-b769-b333542e8ac0 service neutron] Bound port: 9ea5cd07-b223-4b09-9fe8-7cc7125c33be, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f135fd1c-c1dc-4fff-8cd9-b57325a81d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '46964257-1caf-4984-ba64-66933fa6662a'}}] {{(pid=92900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:33:41.189580 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-3b9940d4-7f2f-4f15-b769-b333542e8ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:41.294952 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-3b9940d4-7f2f-4f15-b769-b333542e8ac0 service neutron] For port 9ea5cd07-b223-4b09-9fe8-7cc7125c33be, host hv-cinder-79724, cleared binding levels {{(pid=92900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:33:41.299195 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-3b9940d4-7f2f-4f15-b769-b333542e8ac0 service neutron] For port 9ea5cd07-b223-4b09-9fe8-7cc7125c33be, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=9ea5cd07-b223-4b09-9fe8-7cc7125c33be,segment=NetworkSegment(f135fd1c-c1dc-4fff-8cd9-b57325a81d4e),segment_id=f135fd1c-c1dc-4fff-8cd9-b57325a81d4e)] {{(pid=92900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:33:41.304935 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-3b9940d4-7f2f-4f15-b769-b333542e8ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859959'] for port, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:41.307459 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-57277e0c-0e92-4ea8-9fe8-024a91f84f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:41.317275 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488de0e2-936e-4510-9d5a-6663744b44d9 req-b4ffbe11-8b4f-4001-80d3-a1cd4c100d12 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:41.318707 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-488de0e2-936e-4510-9d5a-6663744b44d9 req-b4ffbe11-8b4f-4001-80d3-a1cd4c100d12 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=0105f152-fcfb-40ea-b105-25ad5edcf585 HTTP/1.1" status: 200 len: 944 time: 0.1154873 Jun 29 03:33:41.358261 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-3b9940d4-7f2f-4f15-b769-b333542e8ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:41.358891 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-3b9940d4-7f2f-4f15-b769-b333542e8ac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:41.360246 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-3b9940d4-7f2f-4f15-b769-b333542e8ac0 service neutron] 10.222.0.41 "PUT /v2.0/ports/9ea5cd07-b223-4b09-9fe8-7cc7125c33be HTTP/1.1" status: 200 len: 1094 time: 0.6399858 Jun 29 03:33:41.360754 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0105f152-fcfb-40ea-b105-25ad5edcf585', 'tag': '9ea5cd07-b223-4b09-9fe8-7cc7125c33be'}] {{(pid=92900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:33:41.363228 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66f2c99c1a8368f792cdf7ad94359b02357141073d69ee97e68f670b072060b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec648601-8fdc-4b37-a3e6-b8711bf05764" -d '{"events": [{"name": "network-changed", "server_uuid": "0105f152-fcfb-40ea-b105-25ad5edcf585", "tag": "9ea5cd07-b223-4b09-9fe8-7cc7125c33be"}]}' {{(pid=92900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:33:41.395402 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9940d4-7f2f-4f15-b769-b333542e8ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea5cd07-b223-4b09-9fe8-7cc7125c33be,revision_number=3']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:41.404287 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-3b9940d4-7f2f-4f15-b769-b333542e8ac0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:41.412419 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-488de0e2-936e-4510-9d5a-6663744b44d9 req-e3f6be26-d3a7-4182-aa9b-572c20a77e9b tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724807 Jun 29 03:33:41.414464 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d956dc5a-7d35-4d47-8a45-d796bfe94ef0 x-openstack-request-id: req-d956dc5a-7d35-4d47-8a45-d796bfe94ef0 {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:33:41.414464 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0105f152-fcfb-40ea-b105-25ad5edcf585", "tag": "9ea5cd07-b223-4b09-9fe8-7cc7125c33be", "status": "completed", "code": 200}]} {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:33:41.414464 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d956dc5a-7d35-4d47-8a45-d796bfe94ef0 {{(pid=92900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:33:41.414903 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0105f152-fcfb-40ea-b105-25ad5edcf585', 'tag': '9ea5cd07-b223-4b09-9fe8-7cc7125c33be', 'status': 'completed', 'code': 200} Jun 29 03:33:41.489740 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-25903c5b-cee3-4cbb-9b53-2286a028b5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:41.492017 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-25903c5b-cee3-4cbb-9b53-2286a028b5cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae63377b57f8415494188750e0072368&device_id=0105f152-fcfb-40ea-b105-25ad5edcf585 HTTP/1.1" status: 200 len: 1097 time: 0.0597796 Jun 29 03:33:41.551594 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-1e89f7b7-fc48-46e6-8041-cb151fbdeb52 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ea5cd07-b223-4b09-9fe8-7cc7125c33be HTTP/1.1" status: 200 len: 217 time: 0.0328300 Jun 29 03:33:41.598062 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-c647835f-891b-427c-901b-a1f5ae748a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:41.599465 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-c647835f-891b-427c-901b-a1f5ae748a21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dd1a6204-f794-4008-83fe-7cfc2a393658 HTTP/1.1" status: 200 len: 854 time: 0.0413544 Jun 29 03:33:41.635553 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-5dea8bd5-3402-4996-9609-643ce6344a2c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46964257-1caf-4984-ba64-66933fa6662a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284908 Jun 29 03:33:41.724538 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-e296451e-1590-4133-8d9a-2357a82c1d7b service neutron] 10.222.0.41 "GET /v2.0/networks/46964257-1caf-4984-ba64-66933fa6662a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811918 Jun 29 03:33:41.823683 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-bf1e7596-5c80-437e-83be-2e5a50dad5f3 req-f6d79362-f7dd-4deb-90ac-4228de132b65 service neutron] 10.222.0.41 "GET /v2.0/networks/46964257-1caf-4984-ba64-66933fa6662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901787 Jun 29 03:33:41.973124 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a203d912-a5dd-4eba-8b85-5213487383cc req-d36047fa-4b53-4e46-b466-4c5c2495809d tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:41.974563 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a203d912-a5dd-4eba-8b85-5213487383cc req-d36047fa-4b53-4e46-b466-4c5c2495809d tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 945 time: 0.0658395 Jun 29 03:33:41.978750 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec648601-8fdc-4b37-a3e6-b8711bf05764 req-e99a5a3d-ffee-4c4a-ae1a-92b6c38d5068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:41.980399 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-ec648601-8fdc-4b37-a3e6-b8711bf05764 req-e99a5a3d-ffee-4c4a-ae1a-92b6c38d5068 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae63377b57f8415494188750e0072368&device_id=0105f152-fcfb-40ea-b105-25ad5edcf585 HTTP/1.1" status: 200 len: 1097 time: 0.0606754 Jun 29 03:33:42.013829 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a203d912-a5dd-4eba-8b85-5213487383cc req-8cd2e45b-9b88-4b3d-8845-a744527778bb tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329945 Jun 29 03:33:42.072215 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec648601-8fdc-4b37-a3e6-b8711bf05764 req-5594348b-1cd7-4d42-91e3-c14587ded4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:42.073752 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-ec648601-8fdc-4b37-a3e6-b8711bf05764 req-5594348b-1cd7-4d42-91e3-c14587ded4dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=46964257-1caf-4984-ba64-66933fa6662a HTTP/1.1" status: 200 len: 915 time: 0.0849209 Jun 29 03:33:42.366853 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-ec648601-8fdc-4b37-a3e6-b8711bf05764 req-18910323-2b20-4423-bbd6-b3d36cadafd0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ea5cd07-b223-4b09-9fe8-7cc7125c33be HTTP/1.1" status: 200 len: 217 time: 0.2842393 Jun 29 03:33:42.414355 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec648601-8fdc-4b37-a3e6-b8711bf05764 req-aa1cb6a3-c213-48b6-85cb-8cee60a8cf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:42.415711 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-ec648601-8fdc-4b37-a3e6-b8711bf05764 req-aa1cb6a3-c213-48b6-85cb-8cee60a8cf37 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dd1a6204-f794-4008-83fe-7cfc2a393658 HTTP/1.1" status: 200 len: 854 time: 0.0413473 Jun 29 03:33:42.451702 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-ec648601-8fdc-4b37-a3e6-b8711bf05764 req-2b6e4b89-f88b-499d-80d8-ca24a1840680 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46964257-1caf-4984-ba64-66933fa6662a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244665 Jun 29 03:33:42.565388 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-ec648601-8fdc-4b37-a3e6-b8711bf05764 req-6d6b2c02-0e89-4906-85ab-62c21a06fadb service neutron] 10.222.0.41 "GET /v2.0/networks/46964257-1caf-4984-ba64-66933fa6662a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062794 Jun 29 03:33:42.644112 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6d07b-4310-4c67-a95a-a7e04362a6f4 req-38729abe-56e8-4d3b-aaec-63ae78d04c30 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:42.645536 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-50b6d07b-4310-4c67-a95a-a7e04362a6f4 req-38729abe-56e8-4d3b-aaec-63ae78d04c30 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=0105f152-fcfb-40ea-b105-25ad5edcf585 HTTP/1.1" status: 200 len: 944 time: 0.1184492 Jun 29 03:33:42.689839 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-ec648601-8fdc-4b37-a3e6-b8711bf05764 req-8299d4ff-91bb-4d6c-a5f3-d92bbef540d5 service neutron] 10.222.0.41 "GET /v2.0/networks/46964257-1caf-4984-ba64-66933fa6662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137700 Jun 29 03:33:42.701811 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-50b6d07b-4310-4c67-a95a-a7e04362a6f4 req-ec3e8930-51a8-4f83-8556-5008b8278121 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498631 Jun 29 03:33:43.110407 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-a86f2c2a-ce47-41e9-90bc-b74073bec0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:43.198476 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658a35b-20cd-46ff-874c-0ffd6d6eea40 req-dea85598-45a2-4fdf-94c5-a5f3d40dc50e tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:43.199950 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-c658a35b-20cd-46ff-874c-0ffd6d6eea40 req-dea85598-45a2-4fdf-94c5-a5f3d40dc50e tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 945 time: 0.0605488 Jun 29 03:33:43.220496 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 9ea5cd07-b223-4b09-9fe8-7cc7125c33be details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:33:43.236282 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-c658a35b-20cd-46ff-874c-0ffd6d6eea40 req-e6f02487-46ad-4f57-953a-d1ef43c707cb tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308316 Jun 29 03:33:43.313119 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 9ea5cd07-b223-4b09-9fe8-7cc7125c33be, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=9ea5cd07-b223-4b09-9fe8-7cc7125c33be,segment=NetworkSegment(f135fd1c-c1dc-4fff-8cd9-b57325a81d4e),segment_id=f135fd1c-c1dc-4fff-8cd9-b57325a81d4e)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:43.323483 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Returning: {'device': '9ea5cd07-b223-4b09-9fe8-7cc7125c33be', 'network_id': '46964257-1caf-4984-ba64-66933fa6662a', 'port_id': '9ea5cd07-b223-4b09-9fe8-7cc7125c33be', 'mac_address': 'fa:16:3e:16:df:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd1a6204-f794-4008-83fe-7cfc2a393658', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:33:43.361124 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:43.373346 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea5cd07-b223-4b09-9fe8-7cc7125c33be {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:33:43.391653 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 9ea5cd07-b223-4b09-9fe8-7cc7125c33be, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=9ea5cd07-b223-4b09-9fe8-7cc7125c33be,segment=NetworkSegment(f135fd1c-c1dc-4fff-8cd9-b57325a81d4e),segment_id=f135fd1c-c1dc-4fff-8cd9-b57325a81d4e)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:43.395108 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:43.397701 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:43.441425 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=9ea5cd07-b223-4b09-9fe8-7cc7125c33be,revision_number=4']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:43.444461 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:43.777257 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['9ea5cd07-b223-4b09-9fe8-7cc7125c33be'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:33:43.882287 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf238a-1fd2-4811-b427-5f9ee0c15d71 req-3950fb9a-4d49-4c3d-99f5-c029d3ae0355 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:43.883723 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-15bf238a-1fd2-4811-b427-5f9ee0c15d71 req-3950fb9a-4d49-4c3d-99f5-c029d3ae0355 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=0105f152-fcfb-40ea-b105-25ad5edcf585 HTTP/1.1" status: 200 len: 945 time: 0.0610864 Jun 29 03:33:43.924069 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-15bf238a-1fd2-4811-b427-5f9ee0c15d71 req-c99879aa-2371-4270-97d2-ce3a109527ed tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346403 Jun 29 03:33:44.406365 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33340e-46c1-47a4-8df8-8745a17dd9b2 req-d7f33d44-cd4b-4cc9-9e2a-980156efe0b0 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:44.407847 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-ec33340e-46c1-47a4-8df8-8745a17dd9b2 req-d7f33d44-cd4b-4cc9-9e2a-980156efe0b0 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 945 time: 0.0611925 Jun 29 03:33:44.444908 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-ec33340e-46c1-47a4-8df8-8745a17dd9b2 req-999dba93-e227-4450-98ff-0c1822877784 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315180 Jun 29 03:33:45.093235 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e915599-3858-476a-90ba-aa61ba8c184b req-c6bfe977-5d41-4015-b352-a2262884697f tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:45.094660 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6e915599-3858-476a-90ba-aa61ba8c184b req-c6bfe977-5d41-4015-b352-a2262884697f tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=0105f152-fcfb-40ea-b105-25ad5edcf585 HTTP/1.1" status: 200 len: 945 time: 0.0607221 Jun 29 03:33:45.130158 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6e915599-3858-476a-90ba-aa61ba8c184b req-f5f60736-87bf-4d35-b73c-5eb2677b7579 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300469 Jun 29 03:33:45.241363 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 9ea5cd07-b223-4b09-9fe8-7cc7125c33be up at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:33:45.286292 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning for port 9ea5cd07-b223-4b09-9fe8-7cc7125c33be completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:33:45.290235 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning complete for port 9ea5cd07-b223-4b09-9fe8-7cc7125c33be triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:33:45.290608 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:45.364144 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:45.385081 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0105f152-fcfb-40ea-b105-25ad5edcf585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea5cd07-b223-4b09-9fe8-7cc7125c33be'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:33:45.387272 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a73cdd3c09cce4d0d67d6945d9627c9a5996a68627341085c627af31117b31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31571a90-37c6-47ba-8200-89e56d8639be" -d '{"events": [{"server_uuid": "0105f152-fcfb-40ea-b105-25ad5edcf585", "name": "network-vif-plugged", "status": "completed", "tag": "9ea5cd07-b223-4b09-9fe8-7cc7125c33be"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:33:45.399519 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 9ea5cd07-b223-4b09-9fe8-7cc7125c33be, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=9ea5cd07-b223-4b09-9fe8-7cc7125c33be,segment=NetworkSegment(f135fd1c-c1dc-4fff-8cd9-b57325a81d4e),segment_id=f135fd1c-c1dc-4fff-8cd9-b57325a81d4e)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:45.404329 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:45.406120 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-9326bc07-1e73-4056-a8d7-bffdc6b2a28e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:45.452062 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=9ea5cd07-b223-4b09-9fe8-7cc7125c33be,revision_number=5']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:45.455148 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:45.475306 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1028fa42-5c00-435b-8fdc-2153739bcaf8 x-openstack-request-id: req-1028fa42-5c00-435b-8fdc-2153739bcaf8 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:33:45.475597 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0105f152-fcfb-40ea-b105-25ad5edcf585", "name": "network-vif-plugged", "status": "completed", "tag": "9ea5cd07-b223-4b09-9fe8-7cc7125c33be", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:33:45.475874 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1028fa42-5c00-435b-8fdc-2153739bcaf8 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:33:45.476261 dv-cinder-797245-8-smb neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0105f152-fcfb-40ea-b105-25ad5edcf585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea5cd07-b223-4b09-9fe8-7cc7125c33be', 'code': 200} Jun 29 03:33:45.476951 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ee828a92-379f-4475-bf77-5292a8b52f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:45.622733 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b699a4c-8189-4a55-bc5f-85b5e507e238 req-5b8107f2-8901-4511-9e7e-272fdd2d26c5 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:45.624111 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-7b699a4c-8189-4a55-bc5f-85b5e507e238 req-5b8107f2-8901-4511-9e7e-272fdd2d26c5 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 945 time: 0.0629568 Jun 29 03:33:45.665144 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-7b699a4c-8189-4a55-bc5f-85b5e507e238 req-3994a372-fe05-4c60-8757-9f4d1877d586 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349562 Jun 29 03:33:45.732280 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad85384-5cef-4ec3-9fc1-0b85a1d6d687 req-b9ac31e7-14e8-41f8-b0e5-a45a2f363a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:45.733826 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-8ad85384-5cef-4ec3-9fc1-0b85a1d6d687 req-b9ac31e7-14e8-41f8-b0e5-a45a2f363a4c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0105f152-fcfb-40ea-b105-25ad5edcf585 HTTP/1.1" status: 200 len: 1099 time: 0.0538352 Jun 29 03:33:45.773857 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-8ad85384-5cef-4ec3-9fc1-0b85a1d6d687 req-0f66116f-c385-4e87-87f2-02c04e4188fa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282488 Jun 29 03:33:45.850787 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:46.301689 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e9a9f-993d-4365-927c-14aa1e1e9fb1 req-89e32d93-3e67-4045-a237-6cde8d8428e1 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:46.303113 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-383e9a9f-993d-4365-927c-14aa1e1e9fb1 req-89e32d93-3e67-4045-a237-6cde8d8428e1 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=0105f152-fcfb-40ea-b105-25ad5edcf585 HTTP/1.1" status: 200 len: 946 time: 0.0645726 Jun 29 03:33:46.343247 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-383e9a9f-993d-4365-927c-14aa1e1e9fb1 req-c8fefe8e-030a-4140-9a7b-de4e4863316b tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338893 Jun 29 03:33:46.550487 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:46.839583 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d2301-21c9-4780-b150-d07cc328b291 req-81348c2c-3c87-4c3d-ae2f-fed67b8fa58f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:46.840958 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1d8d2301-21c9-4780-b150-d07cc328b291 req-81348c2c-3c87-4c3d-ae2f-fed67b8fa58f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 945 time: 0.0623918 Jun 29 03:33:46.876890 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1d8d2301-21c9-4780-b150-d07cc328b291 req-98af5c7e-5bd9-455b-8858-3d5240b9c09a tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303490 Jun 29 03:33:47.172900 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:47.509685 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e282d-20da-4660-a115-0e4a1fe4d553 req-b9e0742f-97a5-4137-9353-0d77e26d6124 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:47.511124 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-5f0e282d-20da-4660-a115-0e4a1fe4d553 req-b9e0742f-97a5-4137-9353-0d77e26d6124 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=0105f152-fcfb-40ea-b105-25ad5edcf585 HTTP/1.1" status: 200 len: 946 time: 0.0623922 Jun 29 03:33:47.547783 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-5f0e282d-20da-4660-a115-0e4a1fe4d553 req-831f42cf-ee01-4a39-9185-b49d7430b86a tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311072 Jun 29 03:33:48.048516 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8390ccd-802e-40a9-9cc2-4c43760f7107 req-1837326e-c58a-4aa7-940b-5176dc62746c tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:48.049848 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f8390ccd-802e-40a9-9cc2-4c43760f7107 req-1837326e-c58a-4aa7-940b-5176dc62746c tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 945 time: 0.0610032 Jun 29 03:33:48.090855 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f8390ccd-802e-40a9-9cc2-4c43760f7107 req-fe0bb601-8879-4e90-bcea-4d86f9ed37ab tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347903 Jun 29 03:33:48.443449 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:49.275220 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745df6b-aa1e-473d-881e-239593464ab2 req-4b1f817a-1897-400a-b4cc-071e424ef286 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:49.276820 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f745df6b-aa1e-473d-881e-239593464ab2 req-4b1f817a-1897-400a-b4cc-071e424ef286 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 945 time: 0.0690997 Jun 29 03:33:49.314936 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f745df6b-aa1e-473d-881e-239593464ab2 req-d0d6138c-9d5a-4e30-8afa-633bb9996bdb tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322971 Jun 29 03:33:50.500582 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ff675-3f4e-400f-94b3-6efe3f55da8f req-aa53f166-fcf0-45d5-a9a1-14ccb17ff2b1 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:50.502050 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-c15ff675-3f4e-400f-94b3-6efe3f55da8f req-aa53f166-fcf0-45d5-a9a1-14ccb17ff2b1 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 945 time: 0.0691512 Jun 29 03:33:50.543018 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-c15ff675-3f4e-400f-94b3-6efe3f55da8f req-9248e11a-2c1e-451f-bee8-2f0fe43ba435 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342958 Jun 29 03:33:51.598002 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-b8028f0c-9971-44e4-8f60-9a0762335a69 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:51.599444 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-b8028f0c-9971-44e4-8f60-9a0762335a69 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/networks?id=46964257-1caf-4984-ba64-66933fa6662a HTTP/1.1" status: 200 len: 814 time: 0.1006596 Jun 29 03:33:51.613599 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-5f74278b-b8a1-4867-b9f5-fd883b4a480a tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/quotas/ae63377b57f8415494188750e0072368 HTTP/1.1" status: 200 len: 375 time: 0.0087771 Jun 29 03:33:51.679705 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-e5129273-7b53-4547-bc8a-b4bfbf43fd27 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae63377b57f8415494188750e0072368&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0613530 Jun 29 03:33:51.722930 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7569b6-35fa-46bb-9de2-c5235ffebc7e req-9a1ac9b5-ff52-4e36-a0ae-8ecf801da19b tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:51.724421 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-0b7569b6-35fa-46bb-9de2-c5235ffebc7e req-9a1ac9b5-ff52-4e36-a0ae-8ecf801da19b tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 945 time: 0.0631990 Jun 29 03:33:51.761870 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-0b7569b6-35fa-46bb-9de2-c5235ffebc7e req-3d986fdb-a4ac-4682-860f-9d10c6514cda tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317326 Jun 29 03:33:51.814611 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-7326437a-8ef1-420d-9935-646f6c1b271d service neutron] 10.222.0.24 "GET /v2.0/networks/46964257-1caf-4984-ba64-66933fa6662a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278985 Jun 29 03:33:51.898661 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-c1e2e546-add9-470e-8dde-e7753ff92306 service neutron] 10.222.0.24 "GET /v2.0/networks/46964257-1caf-4984-ba64-66933fa6662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776546 Jun 29 03:33:52.058250 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-67815bd5-146c-4a08-a370-fa97fa93a5bc req-3e7f0533-3679-43b5-b7d6-328ae989de4b tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac3b85a-099a-435b-8b1b-e720fd5b9ff5 HTTP/1.1" status: 200 len: 210 time: 0.0278740 Jun 29 03:33:52.931360 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f27a4-df2c-4d7a-8bd9-b6b7f755ad95 req-dff254b7-dfe0-41f9-9a23-8e96b64a27d6 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:52.932821 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-184f27a4-df2c-4d7a-8bd9-b6b7f755ad95 req-dff254b7-dfe0-41f9-9a23-8e96b64a27d6 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 945 time: 0.0609410 Jun 29 03:33:52.972778 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-184f27a4-df2c-4d7a-8bd9-b6b7f755ad95 req-274c4ba2-4487-49e4-abc5-0f9593290a07 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344923 Jun 29 03:33:53.206215 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-964ee4d8-5976-472d-8dda-a096d15572fc req-9cdc2219-e6c7-4db7-b502-aa868052fb9b tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac3b85a-099a-435b-8b1b-e720fd5b9ff5 HTTP/1.1" status: 200 len: 210 time: 0.0324469 Jun 29 03:33:53.281878 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-82f6dba5-be55-4373-9085-d853c2e483bf tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:53.283276 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-82f6dba5-be55-4373-9085-d853c2e483bf tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.41 "GET /v2.0/networks?id=46964257-1caf-4984-ba64-66933fa6662a HTTP/1.1" status: 200 len: 814 time: 0.1027455 Jun 29 03:33:53.309343 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-76e8013d-79b8-416c-821f-46c19748bcf2 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Request body: {'port': {'device_id': '2ac3b85a-099a-435b-8b1b-e720fd5b9ff5', 'network_id': '46964257-1caf-4984-ba64-66933fa6662a', 'admin_state_up': True, 'tenant_id': 'ae63377b57f8415494188750e0072368'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:33:53.418500 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-76e8013d-79b8-416c-821f-46c19748bcf2 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Made reservation on behalf of ae63377b57f8415494188750e0072368 for: {'port': 1} {{(pid=92900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:33:53.422392 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-76e8013d-79b8-416c-821f-46c19748bcf2 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:53.539230 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.db_base_plugin_common [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-76e8013d-79b8-416c-821f-46c19748bcf2 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Allocated IP 172.20.0.7 (46964257-1caf-4984-ba64-66933fa6662a/dd1a6204-f794-4008-83fe-7cfc2a393658/e39df5f5-3afb-4feb-bcc2-130d389ee2ac) {{(pid=92900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:33:53.685146 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-76e8013d-79b8-416c-821f-46c19748bcf2 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Notify callbacks [] for port, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:53.720931 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-76e8013d-79b8-416c-821f-46c19748bcf2 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859937'] for port, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:53.725378 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-d22216df-f140-46be-b9ee-054b5ec04a1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:53.767408 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-76e8013d-79b8-416c-821f-46c19748bcf2 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Network 46964257-1caf-4984-ba64-66933fa6662a is already hosted by enough agents. {{(pid=92900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:33:53.770567 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-76e8013d-79b8-416c-821f-46c19748bcf2 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Resources bound (agent type, host, resource id): {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:33:53.774200 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-76e8013d-79b8-416c-821f-46c19748bcf2 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Received port after_create {{(pid=92900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:33:53.777703 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['9ea5cd07-b223-4b09-9fe8-7cc7125c33be'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:33:53.813670 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8013d-79b8-416c-821f-46c19748bcf2 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Pushing event updated for resources: {'Port': ['ID=e39df5f5-3afb-4feb-bcc2-130d389ee2ac,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:53.818615 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-76e8013d-79b8-416c-821f-46c19748bcf2 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:53.835063 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-76e8013d-79b8-416c-821f-46c19748bcf2 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:53.835655 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-76e8013d-79b8-416c-821f-46c19748bcf2 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:53.850663 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-76e8013d-79b8-416c-821f-46c19748bcf2 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5452409 Jun 29 03:33:53.875167 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-230a6a8c-3262-46f0-89c2-88e8597a3fbf service neutron] Request body: {'port': {'device_id': '2ac3b85a-099a-435b-8b1b-e720fd5b9ff5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:33:53.944881 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-230a6a8c-3262-46f0-89c2-88e8597a3fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:54.203625 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4d22b-3f2c-4e49-901e-046996391926 req-f2e47168-fdd6-42e9-ac7c-3937c82f1491 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:54.205016 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-5fb4d22b-3f2c-4e49-901e-046996391926 req-f2e47168-fdd6-42e9-ac7c-3937c82f1491 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 945 time: 0.1031356 Jun 29 03:33:54.275231 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-5fb4d22b-3f2c-4e49-901e-046996391926 req-297ba412-aee6-4dad-a7cd-8e560dab4178 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618041 Jun 29 03:33:54.277139 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-230a6a8c-3262-46f0-89c2-88e8597a3fbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e39df5f5-3afb-4feb-bcc2-130d389ee2ac {{(pid=92900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:33:54.285281 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-230a6a8c-3262-46f0-89c2-88e8597a3fbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:54.298678 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.provisioning_blocks [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-230a6a8c-3262-46f0-89c2-88e8597a3fbf service neutron] Transition to ACTIVE for port object e39df5f5-3afb-4feb-bcc2-130d389ee2ac will not be triggered until provisioned by entity L2. {{(pid=92900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:33:54.306730 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-230a6a8c-3262-46f0-89c2-88e8597a3fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859959'] for port, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:54.309783 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-49caed6d-7482-42a6-bea5-d1af52e229c5 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:54.377579 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91458ee4-abaa-4af0-8e09-0c362a1bd2c6 req-2ade81ee-a71c-4667-a6e2-59de48b49e08 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:54.378436 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a6a8c-3262-46f0-89c2-88e8597a3fbf service neutron] Pushing event updated for resources: {'Port': ['ID=e39df5f5-3afb-4feb-bcc2-130d389ee2ac,revision_number=2']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:54.379160 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-91458ee4-abaa-4af0-8e09-0c362a1bd2c6 req-2ade81ee-a71c-4667-a6e2-59de48b49e08 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac3b85a-099a-435b-8b1b-e720fd5b9ff5 HTTP/1.1" status: 200 len: 943 time: 0.0624127 Jun 29 03:33:54.382319 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-230a6a8c-3262-46f0-89c2-88e8597a3fbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:54.417932 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-91458ee4-abaa-4af0-8e09-0c362a1bd2c6 req-00930ff7-7c56-4484-b708-a9ad0c495e07 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323093 Jun 29 03:33:54.441396 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-230a6a8c-3262-46f0-89c2-88e8597a3fbf service neutron] Attempting to bind port e39df5f5-3afb-4feb-bcc2-130d389ee2ac on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:33:54.441396 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-230a6a8c-3262-46f0-89c2-88e8597a3fbf service neutron] Attempting to bind port e39df5f5-3afb-4feb-bcc2-130d389ee2ac by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'f135fd1c-c1dc-4fff-8cd9-b57325a81d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '46964257-1caf-4984-ba64-66933fa6662a'}] {{(pid=92900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:33:54.441396 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-230a6a8c-3262-46f0-89c2-88e8597a3fbf service neutron] Attempting to bind port e39df5f5-3afb-4feb-bcc2-130d389ee2ac on network 46964257-1caf-4984-ba64-66933fa6662a {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:33:54.442803 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-230a6a8c-3262-46f0-89c2-88e8597a3fbf service neutron] Port e39df5f5-3afb-4feb-bcc2-130d389ee2ac on network 46964257-1caf-4984-ba64-66933fa6662a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:33:54.443140 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-230a6a8c-3262-46f0-89c2-88e8597a3fbf service neutron] Attempting to bind port e39df5f5-3afb-4feb-bcc2-130d389ee2ac on network 46964257-1caf-4984-ba64-66933fa6662a {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:33:54.448276 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-230a6a8c-3262-46f0-89c2-88e8597a3fbf service neutron] Checking agent: {'id': '2bf09fb4-53ea-44df-98c0-2f1f129e0ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:33:54.448609 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-230a6a8c-3262-46f0-89c2-88e8597a3fbf service neutron] Checking segment: {'id': 'f135fd1c-c1dc-4fff-8cd9-b57325a81d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '46964257-1caf-4984-ba64-66933fa6662a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:33:54.448981 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-230a6a8c-3262-46f0-89c2-88e8597a3fbf service neutron] Bound using segment: {'id': 'f135fd1c-c1dc-4fff-8cd9-b57325a81d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '46964257-1caf-4984-ba64-66933fa6662a'} {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:33:54.449393 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-230a6a8c-3262-46f0-89c2-88e8597a3fbf service neutron] Bound port: e39df5f5-3afb-4feb-bcc2-130d389ee2ac, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f135fd1c-c1dc-4fff-8cd9-b57325a81d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '46964257-1caf-4984-ba64-66933fa6662a'}}] {{(pid=92900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:33:54.449742 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-230a6a8c-3262-46f0-89c2-88e8597a3fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:54.509000 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-230a6a8c-3262-46f0-89c2-88e8597a3fbf service neutron] For port e39df5f5-3afb-4feb-bcc2-130d389ee2ac, host hv-cinder-79724, cleared binding levels {{(pid=92900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:33:54.511791 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-230a6a8c-3262-46f0-89c2-88e8597a3fbf service neutron] For port e39df5f5-3afb-4feb-bcc2-130d389ee2ac, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=e39df5f5-3afb-4feb-bcc2-130d389ee2ac,segment=NetworkSegment(f135fd1c-c1dc-4fff-8cd9-b57325a81d4e),segment_id=f135fd1c-c1dc-4fff-8cd9-b57325a81d4e)] {{(pid=92900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:33:54.516969 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-230a6a8c-3262-46f0-89c2-88e8597a3fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859959'] for port, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:54.519604 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-14deaf73-1d71-4e4a-ad05-7e46ba2a6473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:54.558183 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-230a6a8c-3262-46f0-89c2-88e8597a3fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:54.558789 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-230a6a8c-3262-46f0-89c2-88e8597a3fbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:54.560189 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-230a6a8c-3262-46f0-89c2-88e8597a3fbf service neutron] 10.222.0.41 "PUT /v2.0/ports/e39df5f5-3afb-4feb-bcc2-130d389ee2ac HTTP/1.1" status: 200 len: 1093 time: 0.6891775 Jun 29 03:33:54.560771 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac3b85a-099a-435b-8b1b-e720fd5b9ff5', 'tag': 'e39df5f5-3afb-4feb-bcc2-130d389ee2ac'}] {{(pid=92900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:33:54.563180 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66f2c99c1a8368f792cdf7ad94359b02357141073d69ee97e68f670b072060b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e9a324-2164-4d09-ad3f-c7cfc3a3ace1" -d '{"events": [{"name": "network-changed", "server_uuid": "2ac3b85a-099a-435b-8b1b-e720fd5b9ff5", "tag": "e39df5f5-3afb-4feb-bcc2-130d389ee2ac"}]}' {{(pid=92900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:33:54.582739 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a6a8c-3262-46f0-89c2-88e8597a3fbf service neutron] Pushing event updated for resources: {'Port': ['ID=e39df5f5-3afb-4feb-bcc2-130d389ee2ac,revision_number=3']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:54.586538 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-230a6a8c-3262-46f0-89c2-88e8597a3fbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:54.601084 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d273e5-6b67-4330-aa9d-b749d61f0d14 x-openstack-request-id: req-40d273e5-6b67-4330-aa9d-b749d61f0d14 {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:33:54.601409 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ac3b85a-099a-435b-8b1b-e720fd5b9ff5", "tag": "e39df5f5-3afb-4feb-bcc2-130d389ee2ac", "status": "completed", "code": 200}]} {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:33:54.601694 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-40d273e5-6b67-4330-aa9d-b749d61f0d14 {{(pid=92900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:33:54.602114 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac3b85a-099a-435b-8b1b-e720fd5b9ff5', 'tag': 'e39df5f5-3afb-4feb-bcc2-130d389ee2ac', 'status': 'completed', 'code': 200} Jun 29 03:33:54.707176 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-c9ae39ad-2166-4b7b-8e96-0c0d052f1ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:54.708685 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-c9ae39ad-2166-4b7b-8e96-0c0d052f1ffa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae63377b57f8415494188750e0072368&device_id=2ac3b85a-099a-435b-8b1b-e720fd5b9ff5 HTTP/1.1" status: 200 len: 1096 time: 0.0542781 Jun 29 03:33:54.771701 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-282d7c0a-5655-4523-a37e-de2f9abd54ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e39df5f5-3afb-4feb-bcc2-130d389ee2ac HTTP/1.1" status: 200 len: 217 time: 0.0329468 Jun 29 03:33:54.827009 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-e6bde72c-fc7e-48c7-9990-63e53c9c4b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:54.828428 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-e6bde72c-fc7e-48c7-9990-63e53c9c4b3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dd1a6204-f794-4008-83fe-7cfc2a393658 HTTP/1.1" status: 200 len: 854 time: 0.0427499 Jun 29 03:33:54.863159 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-aea1aa82-e8a4-4563-ae6d-82f03df3bedd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46964257-1caf-4984-ba64-66933fa6662a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272508 Jun 29 03:33:54.955994 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-d75cfd0f-c067-4427-add5-6b048794f334 service neutron] 10.222.0.41 "GET /v2.0/networks/46964257-1caf-4984-ba64-66933fa6662a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803173 Jun 29 03:33:55.050495 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-08597a06-f31a-44b2-ada0-5f1f1df161f1 req-6dc7b0a1-2011-4d83-ab69-332a7e4cf082 service neutron] 10.222.0.41 "GET /v2.0/networks/46964257-1caf-4984-ba64-66933fa6662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857978 Jun 29 03:33:55.219635 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9a324-2164-4d09-ad3f-c7cfc3a3ace1 req-45b5d4cd-9eb1-4584-9c6a-11a69d140529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:55.221087 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-06e9a324-2164-4d09-ad3f-c7cfc3a3ace1 req-45b5d4cd-9eb1-4584-9c6a-11a69d140529 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae63377b57f8415494188750e0072368&device_id=2ac3b85a-099a-435b-8b1b-e720fd5b9ff5 HTTP/1.1" status: 200 len: 1096 time: 0.0501335 Jun 29 03:33:55.316490 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9a324-2164-4d09-ad3f-c7cfc3a3ace1 req-54cdd39a-3561-437d-a7f3-e180044d8229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:55.317819 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-06e9a324-2164-4d09-ad3f-c7cfc3a3ace1 req-54cdd39a-3561-437d-a7f3-e180044d8229 service neutron] 10.222.0.41 "GET /v2.0/networks?id=46964257-1caf-4984-ba64-66933fa6662a HTTP/1.1" status: 200 len: 915 time: 0.0839124 Jun 29 03:33:55.340245 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 56de387e-c43b-4478-805f-9400388cf6bb details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:33:55.357960 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-06e9a324-2164-4d09-ad3f-c7cfc3a3ace1 req-ab72a234-7170-4b71-8064-cd188bb72a24 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e39df5f5-3afb-4feb-bcc2-130d389ee2ac HTTP/1.1" status: 200 len: 217 time: 0.0332174 Jun 29 03:33:55.413210 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9a324-2164-4d09-ad3f-c7cfc3a3ace1 req-2a2c663a-a444-4313-a12d-16ced25e4768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:55.414661 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-06e9a324-2164-4d09-ad3f-c7cfc3a3ace1 req-2a2c663a-a444-4313-a12d-16ced25e4768 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dd1a6204-f794-4008-83fe-7cfc2a393658 HTTP/1.1" status: 200 len: 854 time: 0.0452394 Jun 29 03:33:55.435421 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 56de387e-c43b-4478-805f-9400388cf6bb, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=56de387e-c43b-4478-805f-9400388cf6bb,segment=NetworkSegment(2b8a4e7f-1f3c-48f3-872b-763dc2e1c437),segment_id=2b8a4e7f-1f3c-48f3-872b-763dc2e1c437)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:55.446584 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Returning: {'device': '56de387e-c43b-4478-805f-9400388cf6bb', 'network_id': '55159499-4162-473d-91be-3f7bcc13f345', 'port_id': '56de387e-c43b-4478-805f-9400388cf6bb', 'mac_address': 'fa:16:3e:76:dc:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29dd2891-545c-4e5c-ada9-366a40a64358', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:33:55.461901 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-06e9a324-2164-4d09-ad3f-c7cfc3a3ace1 req-9a7d81b9-3e9e-4102-b6a2-a265ba95d277 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46964257-1caf-4984-ba64-66933fa6662a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292544 Jun 29 03:33:55.462041 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23eafa-0495-4999-9330-9c7dde86c7b7 req-995397ea-b40f-4029-bdb8-aab18e40aacd tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:55.463739 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-bd23eafa-0495-4999-9330-9c7dde86c7b7 req-995397ea-b40f-4029-bdb8-aab18e40aacd tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 945 time: 0.0723865 Jun 29 03:33:55.486913 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:55.500487 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56de387e-c43b-4478-805f-9400388cf6bb {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:33:55.507112 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-bd23eafa-0495-4999-9330-9c7dde86c7b7 req-ff0b3d93-46e5-45da-97bd-aab634e914af tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377910 Jun 29 03:33:55.520763 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 56de387e-c43b-4478-805f-9400388cf6bb, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=56de387e-c43b-4478-805f-9400388cf6bb,segment=NetworkSegment(2b8a4e7f-1f3c-48f3-872b-763dc2e1c437),segment_id=2b8a4e7f-1f3c-48f3-872b-763dc2e1c437)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:55.526356 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:55.528863 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-e2e60475-23e4-43f0-b588-12728b277288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:55.576918 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=56de387e-c43b-4478-805f-9400388cf6bb,revision_number=6']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:55.579944 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:55.589243 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-06e9a324-2164-4d09-ad3f-c7cfc3a3ace1 req-73efc5f6-6996-4006-b08d-4fbe0c860c85 service neutron] 10.222.0.41 "GET /v2.0/networks/46964257-1caf-4984-ba64-66933fa6662a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153700 Jun 29 03:33:55.672730 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c67de4-99f9-4787-9869-cd132e4474f3 req-3e28ee9d-1e5e-4318-94e9-add45828ae9f tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:55.674169 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b6c67de4-99f9-4787-9869-cd132e4474f3 req-3e28ee9d-1e5e-4318-94e9-add45828ae9f tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac3b85a-099a-435b-8b1b-e720fd5b9ff5 HTTP/1.1" status: 200 len: 943 time: 0.1273184 Jun 29 03:33:55.716118 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-06e9a324-2164-4d09-ad3f-c7cfc3a3ace1 req-2f72c0d9-35da-42b1-97ff-9c88b7bbd33c service neutron] 10.222.0.41 "GET /v2.0/networks/46964257-1caf-4984-ba64-66933fa6662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159954 Jun 29 03:33:55.727365 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b6c67de4-99f9-4787-9869-cd132e4474f3 req-28580137-6378-419c-9d8a-031d51308090 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466621 Jun 29 03:33:55.825430 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['56de387e-c43b-4478-805f-9400388cf6bb'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:33:56.686224 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000801e-d16b-4c8d-829f-1fdb3e022f8a req-9f4fff56-642f-4e53-b599-9a9a1f35ca0e tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:56.687639 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-6000801e-d16b-4c8d-829f-1fdb3e022f8a req-9f4fff56-642f-4e53-b599-9a9a1f35ca0e tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 944 time: 0.0644901 Jun 29 03:33:56.726397 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-6000801e-d16b-4c8d-829f-1fdb3e022f8a req-eb32fcb4-2baf-4de4-ac0b-42829145515c tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330436 Jun 29 03:33:56.902018 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec371c-b4f5-4642-94e3-8c812adb75c8 req-be6fb3a0-2573-41f8-8e63-3ca97a10292d tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:56.903337 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1eec371c-b4f5-4642-94e3-8c812adb75c8 req-be6fb3a0-2573-41f8-8e63-3ca97a10292d tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac3b85a-099a-435b-8b1b-e720fd5b9ff5 HTTP/1.1" status: 200 len: 943 time: 0.0602992 Jun 29 03:33:56.938492 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1eec371c-b4f5-4642-94e3-8c812adb75c8 req-aa77e876-15fd-4ed0-9c8f-5396c0462761 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297654 Jun 29 03:33:57.353215 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device e39df5f5-3afb-4feb-bcc2-130d389ee2ac details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:33:57.363007 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 56de387e-c43b-4478-805f-9400388cf6bb up at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:33:57.470989 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning complete for port 56de387e-c43b-4478-805f-9400388cf6bb triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:33:57.471372 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:57.503391 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port e39df5f5-3afb-4feb-bcc2-130d389ee2ac, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=e39df5f5-3afb-4feb-bcc2-130d389ee2ac,segment=NetworkSegment(f135fd1c-c1dc-4fff-8cd9-b57325a81d4e),segment_id=f135fd1c-c1dc-4fff-8cd9-b57325a81d4e)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:57.520340 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Returning: {'device': 'e39df5f5-3afb-4feb-bcc2-130d389ee2ac', 'network_id': '46964257-1caf-4984-ba64-66933fa6662a', 'port_id': 'e39df5f5-3afb-4feb-bcc2-130d389ee2ac', 'mac_address': 'fa:16:3e:65:35:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd1a6204-f794-4008-83fe-7cfc2a393658', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:33:57.583376 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:57.604530 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e39df5f5-3afb-4feb-bcc2-130d389ee2ac {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:33:57.609441 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:57.641574 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port e39df5f5-3afb-4feb-bcc2-130d389ee2ac, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=e39df5f5-3afb-4feb-bcc2-130d389ee2ac,segment=NetworkSegment(f135fd1c-c1dc-4fff-8cd9-b57325a81d4e),segment_id=f135fd1c-c1dc-4fff-8cd9-b57325a81d4e)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:57.647497 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edfd69e-fe3f-491b-a564-52c3d9402dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56de387e-c43b-4478-805f-9400388cf6bb'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:33:57.649768 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a73cdd3c09cce4d0d67d6945d9627c9a5996a68627341085c627af31117b31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e3524b-55d7-4b1b-830d-c3e7acb5af72" -d '{"events": [{"server_uuid": "7edfd69e-fe3f-491b-a564-52c3d9402dcc", "name": "network-vif-plugged", "status": "completed", "tag": "56de387e-c43b-4478-805f-9400388cf6bb"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:33:57.659714 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:57.664560 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:57.668659 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 56de387e-c43b-4478-805f-9400388cf6bb, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=56de387e-c43b-4478-805f-9400388cf6bb,segment=NetworkSegment(2b8a4e7f-1f3c-48f3-872b-763dc2e1c437),segment_id=2b8a4e7f-1f3c-48f3-872b-763dc2e1c437)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:57.692049 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:57.700429 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324c97c8-17fe-49e5-b1f7-a08fab8939db x-openstack-request-id: req-324c97c8-17fe-49e5-b1f7-a08fab8939db {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:33:57.700740 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7edfd69e-fe3f-491b-a564-52c3d9402dcc", "name": "network-vif-plugged", "status": "completed", "tag": "56de387e-c43b-4478-805f-9400388cf6bb", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:33:57.701013 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-324c97c8-17fe-49e5-b1f7-a08fab8939db {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:33:57.701483 dv-cinder-797245-8-smb neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edfd69e-fe3f-491b-a564-52c3d9402dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56de387e-c43b-4478-805f-9400388cf6bb', 'code': 200} Jun 29 03:33:57.722136 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=e39df5f5-3afb-4feb-bcc2-130d389ee2ac,revision_number=4']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:57.725680 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:57.726151 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:57.772904 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=56de387e-c43b-4478-805f-9400388cf6bb,revision_number=7']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:57.776036 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:57.908433 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fbfd98-cdc2-4b86-be08-6552bfb8544e req-4566731e-0ed5-4365-a214-b2b77f362ade tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:57.909969 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-62fbfd98-cdc2-4b86-be08-6552bfb8544e req-4566731e-0ed5-4365-a214-b2b77f362ade tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 945 time: 0.0686433 Jun 29 03:33:57.947215 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-62fbfd98-cdc2-4b86-be08-6552bfb8544e req-45646e35-aa5f-4408-abe9-105e3e66b818 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309162 Jun 29 03:33:58.048674 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['e39df5f5-3afb-4feb-bcc2-130d389ee2ac'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:33:58.132356 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3a987-d340-40f0-acda-dc89b4f058e8 req-b36142d2-ebc9-49c2-afac-c01483c0674c tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:58.133768 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e2e3a987-d340-40f0-acda-dc89b4f058e8 req-b36142d2-ebc9-49c2-afac-c01483c0674c tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac3b85a-099a-435b-8b1b-e720fd5b9ff5 HTTP/1.1" status: 200 len: 944 time: 0.0746686 Jun 29 03:33:58.181550 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e2e3a987-d340-40f0-acda-dc89b4f058e8 req-1e0198e9-a78c-45a3-912d-37e8527b3f68 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412354 Jun 29 03:33:59.143128 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d0151-4d7b-4b06-8aa7-d456ca2222a3 req-d8fdda89-cd64-4b10-9102-c1aeb64c89bf tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:59.144668 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-429d0151-4d7b-4b06-8aa7-d456ca2222a3 req-d8fdda89-cd64-4b10-9102-c1aeb64c89bf tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 945 time: 0.0703804 Jun 29 03:33:59.208416 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-429d0151-4d7b-4b06-8aa7-d456ca2222a3 req-fdf2b092-15a1-41f0-ab13-abbbae40b494 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563920 Jun 29 03:33:59.353182 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device e39df5f5-3afb-4feb-bcc2-130d389ee2ac up at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:33:59.383319 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e986cb3-7239-4964-96d4-35628dc9cc9d req-b92e8449-7901-4df7-8e18-18c6b00349a6 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:59.385686 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-2e986cb3-7239-4964-96d4-35628dc9cc9d req-b92e8449-7901-4df7-8e18-18c6b00349a6 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac3b85a-099a-435b-8b1b-e720fd5b9ff5 HTTP/1.1" status: 200 len: 944 time: 0.0671206 Jun 29 03:33:59.420151 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning for port e39df5f5-3afb-4feb-bcc2-130d389ee2ac completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:33:59.424602 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning complete for port e39df5f5-3afb-4feb-bcc2-130d389ee2ac triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:33:59.424984 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:59.436235 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-2e986cb3-7239-4964-96d4-35628dc9cc9d req-d5d207a9-61a5-4b74-912b-b2a841f74816 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447962 Jun 29 03:33:59.519246 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:59.556246 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port e39df5f5-3afb-4feb-bcc2-130d389ee2ac, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=e39df5f5-3afb-4feb-bcc2-130d389ee2ac,segment=NetworkSegment(f135fd1c-c1dc-4fff-8cd9-b57325a81d4e),segment_id=f135fd1c-c1dc-4fff-8cd9-b57325a81d4e)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:59.560421 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:59.562634 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:59.614561 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=e39df5f5-3afb-4feb-bcc2-130d389ee2ac,revision_number=5']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:59.625044 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:59.702857 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac3b85a-099a-435b-8b1b-e720fd5b9ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39df5f5-3afb-4feb-bcc2-130d389ee2ac'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:33:59.705238 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a73cdd3c09cce4d0d67d6945d9627c9a5996a68627341085c627af31117b31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9412b9d-9622-4344-84c9-32e51f34d273" -d '{"events": [{"server_uuid": "2ac3b85a-099a-435b-8b1b-e720fd5b9ff5", "name": "network-vif-plugged", "status": "completed", "tag": "e39df5f5-3afb-4feb-bcc2-130d389ee2ac"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:33:59.742425 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30ed1eb-c889-49ae-b617-6fbfecce731e x-openstack-request-id: req-e30ed1eb-c889-49ae-b617-6fbfecce731e {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:33:59.743066 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac3b85a-099a-435b-8b1b-e720fd5b9ff5", "name": "network-vif-plugged", "status": "completed", "tag": "e39df5f5-3afb-4feb-bcc2-130d389ee2ac", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:33:59.743656 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e30ed1eb-c889-49ae-b617-6fbfecce731e {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:33:59.744456 dv-cinder-797245-8-smb neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac3b85a-099a-435b-8b1b-e720fd5b9ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39df5f5-3afb-4feb-bcc2-130d389ee2ac', 'code': 200} Jun 29 03:34:00.052993 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af0cc5-3caa-4897-9d53-6fdfabcfe5b8 req-e51ac383-5c0d-41f8-9c58-f9b64aecd7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:00.054625 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-c9af0cc5-3caa-4897-9d53-6fdfabcfe5b8 req-e51ac383-5c0d-41f8-9c58-f9b64aecd7f2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2ac3b85a-099a-435b-8b1b-e720fd5b9ff5 HTTP/1.1" status: 200 len: 1098 time: 0.0612130 Jun 29 03:34:00.092163 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-c9af0cc5-3caa-4897-9d53-6fdfabcfe5b8 req-fe13457f-c33d-4831-8c6a-2cceb73fa5b3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289652 Jun 29 03:34:00.445908 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3657c-4a8c-4c80-a48f-0d637f6b7693 req-eaf02c82-1b61-4e74-866d-3d92a549d8f2 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:00.449484 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-88c3657c-4a8c-4c80-a48f-0d637f6b7693 req-eaf02c82-1b61-4e74-866d-3d92a549d8f2 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 945 time: 0.0968044 Jun 29 03:34:00.498438 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-88c3657c-4a8c-4c80-a48f-0d637f6b7693 req-d8ff2e3a-1fa2-4399-bbbd-c529aaa67cd6 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433245 Jun 29 03:34:00.752803 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04c4e8-305b-46ab-80c2-5bc68bcfb844 req-4426a6dd-14f2-4ff4-9efd-43945fb0625d tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:00.754301 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1e04c4e8-305b-46ab-80c2-5bc68bcfb844 req-4426a6dd-14f2-4ff4-9efd-43945fb0625d tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac3b85a-099a-435b-8b1b-e720fd5b9ff5 HTTP/1.1" status: 200 len: 945 time: 0.1659684 Jun 29 03:34:00.760890 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7db99-9bb5-48f9-ba82-6f2b16451be0 req-41d6c430-8c40-4759-9ecc-2a5fff9025d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:00.762965 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1fe7db99-9bb5-48f9-ba82-6f2b16451be0 req-41d6c430-8c40-4759-9ecc-2a5fff9025d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c07162556eca417c8ae472f8dd9798c7&device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 1138 time: 0.1102192 Jun 29 03:34:00.781559 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b858273-901d-4974-9d65-95f8b3773bd1 req-dfe0dd12-47b6-4102-a47d-9f322bc65458 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:00.783204 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-8b858273-901d-4974-9d65-95f8b3773bd1 req-dfe0dd12-47b6-4102-a47d-9f322bc65458 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 985 time: 0.0746217 Jun 29 03:34:00.841849 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-8b858273-901d-4974-9d65-95f8b3773bd1 req-9b945c66-75d9-430e-9688-14f531ae4fcd tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/security-groups?id=7ef83ed4-d57e-4006-b19c-8e679d310a96&id=0f6d0eec-acdc-4d6c-9bf8-d3d9a7d14120&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0489829 Jun 29 03:34:00.857780 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1e04c4e8-305b-46ab-80c2-5bc68bcfb844 req-f4ab66c1-672a-4f36-8ecd-64e3dd25f4bf tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946398 Jun 29 03:34:00.887796 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7db99-9bb5-48f9-ba82-6f2b16451be0 req-a8dee703-396c-49fa-8a0e-e9ee22bd628f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:00.889129 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1fe7db99-9bb5-48f9-ba82-6f2b16451be0 req-a8dee703-396c-49fa-8a0e-e9ee22bd628f service neutron] 10.222.0.41 "GET /v2.0/networks?id=6190fc53-e160-4137-804d-f35ad2551167 HTTP/1.1" status: 200 len: 916 time: 0.1188133 Jun 29 03:34:00.965390 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1fe7db99-9bb5-48f9-ba82-6f2b16451be0 req-237576b5-758b-48ce-a0c1-88828a1db099 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67dec456-0811-4085-90a8-3038a1c84dea HTTP/1.1" status: 200 len: 1002 time: 0.0677660 Jun 29 03:34:01.024883 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7db99-9bb5-48f9-ba82-6f2b16451be0 req-87afbf6e-ea44-4222-b7fc-be24eab1f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:01.026249 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1fe7db99-9bb5-48f9-ba82-6f2b16451be0 req-87afbf6e-ea44-4222-b7fc-be24eab1f4a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d59dbf51-326a-4727-afdc-a3f7b0974346 HTTP/1.1" status: 200 len: 854 time: 0.0526156 Jun 29 03:34:01.102317 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7db99-9bb5-48f9-ba82-6f2b16451be0 req-d1ed2761-3634-4922-97da-d006bebb0fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:01.104180 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1fe7db99-9bb5-48f9-ba82-6f2b16451be0 req-d1ed2761-3634-4922-97da-d006bebb0fd1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6190fc53-e160-4137-804d-f35ad2551167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0665355 Jun 29 03:34:01.232101 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1fe7db99-9bb5-48f9-ba82-6f2b16451be0 req-2ccb1ac4-f752-4087-8c3e-cc5cf0e44996 service neutron] 10.222.0.41 "GET /v2.0/networks/6190fc53-e160-4137-804d-f35ad2551167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048751 Jun 29 03:34:01.339032 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1fe7db99-9bb5-48f9-ba82-6f2b16451be0 req-16b810c5-2069-4dd7-9f7a-5cdf9e42081f service neutron] 10.222.0.41 "GET /v2.0/networks/6190fc53-e160-4137-804d-f35ad2551167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951111 Jun 29 03:34:01.714733 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80100523-8999-46ae-8251-6fba6e105c17 req-5e46b07e-bc6c-4c40-aee6-bcc812538ac5 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:01.721813 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-80100523-8999-46ae-8251-6fba6e105c17 req-5e46b07e-bc6c-4c40-aee6-bcc812538ac5 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 945 time: 0.0952194 Jun 29 03:34:01.760573 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-80100523-8999-46ae-8251-6fba6e105c17 req-673c039f-8fce-4ee8-b9d7-dd13c8f33b23 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375550 Jun 29 03:34:02.040998 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b44051-4d81-4ff7-8b52-38e5f7bea7be req-e2d00410-8a7b-4e08-b0e7-3fe64f6e0ea0 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:02.042726 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-46b44051-4d81-4ff7-8b52-38e5f7bea7be req-e2d00410-8a7b-4e08-b0e7-3fe64f6e0ea0 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 985 time: 0.0744503 Jun 29 03:34:02.100403 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-46b44051-4d81-4ff7-8b52-38e5f7bea7be req-d82f5dc5-738e-4397-8335-63ec1dea14a3 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/security-groups?id=7ef83ed4-d57e-4006-b19c-8e679d310a96&id=0f6d0eec-acdc-4d6c-9bf8-d3d9a7d14120&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0505514 Jun 29 03:34:02.117500 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca5a1a-9294-42ed-aad5-4c8727799b1e req-c1f6f9a4-a9d8-4521-a9c0-0784a1156958 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:02.124998 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-ffca5a1a-9294-42ed-aad5-4c8727799b1e req-c1f6f9a4-a9d8-4521-a9c0-0784a1156958 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac3b85a-099a-435b-8b1b-e720fd5b9ff5 HTTP/1.1" status: 200 len: 945 time: 0.1163814 Jun 29 03:34:02.169727 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-ffca5a1a-9294-42ed-aad5-4c8727799b1e req-ae2a0011-4f7f-4c0e-a5ec-8a3f00b00aac tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435455 Jun 29 03:34:02.973617 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d02a9-70aa-4a9f-86ee-92e38178b1d5 req-c437d4ff-f86f-4891-9a35-5af2b02b3f2d tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:02.976213 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-8d4d02a9-70aa-4a9f-86ee-92e38178b1d5 req-c437d4ff-f86f-4891-9a35-5af2b02b3f2d tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 945 time: 0.0716338 Jun 29 03:34:03.027937 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-8d4d02a9-70aa-4a9f-86ee-92e38178b1d5 req-565c9a0f-b054-4c69-a53d-1af416a7ffc2 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437887 Jun 29 03:34:03.291608 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d58ca-6c0a-4463-a37c-b2cb79e5d67a req-21cb6529-97d8-460a-a598-69fdce61b108 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:03.299341 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-ca3d58ca-6c0a-4463-a37c-b2cb79e5d67a req-21cb6529-97d8-460a-a598-69fdce61b108 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 985 time: 0.0796938 Jun 29 03:34:03.359983 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-ca3d58ca-6c0a-4463-a37c-b2cb79e5d67a req-8a471fda-60cf-49ba-a6df-38554ea3d32d tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/security-groups?id=7ef83ed4-d57e-4006-b19c-8e679d310a96&id=0f6d0eec-acdc-4d6c-9bf8-d3d9a7d14120&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595381 Jun 29 03:34:04.066259 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-447a445c-2286-40cd-9072-8851c151579b tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:04.068634 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-447a445c-2286-40cd-9072-8851c151579b tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/networks?id=46964257-1caf-4984-ba64-66933fa6662a HTTP/1.1" status: 200 len: 814 time: 0.1291978 Jun 29 03:34:04.093637 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-afd28ec2-3c03-482f-bc2d-3c0d18237d82 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/quotas/ae63377b57f8415494188750e0072368 HTTP/1.1" status: 200 len: 375 time: 0.0164893 Jun 29 03:34:04.189158 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-5bd61cfc-7f7c-4f9f-9469-f379c5ac0cc7 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae63377b57f8415494188750e0072368&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0895391 Jun 29 03:34:04.243724 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ae334-2179-4150-b19b-198512d4dcf6 req-243ae0d2-ee26-460f-a60a-09d86d6ce9c0 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:04.245306 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-8e8ae334-2179-4150-b19b-198512d4dcf6 req-243ae0d2-ee26-460f-a60a-09d86d6ce9c0 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 945 time: 0.0879023 Jun 29 03:34:04.288886 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-8e8ae334-2179-4150-b19b-198512d4dcf6 req-aeadcb14-af11-4927-a2bc-660621d96f71 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370662 Jun 29 03:34:04.296900 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-244fe7c9-4f46-4b75-8464-5169ef4da77b service neutron] 10.222.0.24 "GET /v2.0/networks/46964257-1caf-4984-ba64-66933fa6662a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012468 Jun 29 03:34:04.422137 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-f1dcaad6-0ad0-4357-a6c6-c8104696ea8b service neutron] 10.222.0.24 "GET /v2.0/networks/46964257-1caf-4984-ba64-66933fa6662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162069 Jun 29 03:34:04.574524 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e52d5-5538-4179-95ac-00062671c58c req-855c4489-ab05-4b94-b9df-aec1ec38b01a tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:04.581919 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a01e52d5-5538-4179-95ac-00062671c58c req-855c4489-ab05-4b94-b9df-aec1ec38b01a tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 985 time: 0.1013246 Jun 29 03:34:04.644976 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a01e52d5-5538-4179-95ac-00062671c58c req-51b5d4e9-c733-4019-9ccb-4c7302d557b1 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/security-groups?id=7ef83ed4-d57e-4006-b19c-8e679d310a96&id=0f6d0eec-acdc-4d6c-9bf8-d3d9a7d14120&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0621054 Jun 29 03:34:04.647008 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-603cca4d-6fe3-4208-86f4-022c6ccaca0d req-e6ea688c-1c02-4afa-881c-ec386cdd4b54 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fd7cbad-1e33-4612-a344-6265b6f29783 HTTP/1.1" status: 200 len: 210 time: 0.0315938 Jun 29 03:34:05.506250 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f69f5c-eeaa-45f5-a9c2-dcecdbcf89ca req-c826a4e6-57d8-4b1b-a585-ba4a4a504cf9 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:05.507803 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-20f69f5c-eeaa-45f5-a9c2-dcecdbcf89ca req-c826a4e6-57d8-4b1b-a585-ba4a4a504cf9 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 945 time: 0.0739238 Jun 29 03:34:05.550820 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-20f69f5c-eeaa-45f5-a9c2-dcecdbcf89ca req-afff0d1f-6c71-4870-b37a-21d72ddbd786 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343277 Jun 29 03:34:05.882093 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca58355-4240-411a-991b-11de2b5534ae req-a4c83467-4932-4be8-99e7-0294b1e0a1df tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:05.883561 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-dca58355-4240-411a-991b-11de2b5534ae req-a4c83467-4932-4be8-99e7-0294b1e0a1df tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 985 time: 0.0834796 Jun 29 03:34:05.944068 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-54994c42-020d-4db9-958b-19fbc0e0eb8a req-e961e403-7ffe-4a84-9a8e-92ca84ec3e5e tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fd7cbad-1e33-4612-a344-6265b6f29783 HTTP/1.1" status: 200 len: 210 time: 0.0493064 Jun 29 03:34:06.308297 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-dca58355-4240-411a-991b-11de2b5534ae req-e4bb3332-309a-4ddf-bfd1-d9f6b87d2db7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/security-groups?id=7ef83ed4-d57e-4006-b19c-8e679d310a96&id=0f6d0eec-acdc-4d6c-9bf8-d3d9a7d14120&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4098246 Jun 29 03:34:06.360945 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-7d4c4252-d4dc-4bb2-ba57-d102aa5911fc tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:06.362381 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-7d4c4252-d4dc-4bb2-ba57-d102aa5911fc tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.41 "GET /v2.0/networks?id=46964257-1caf-4984-ba64-66933fa6662a HTTP/1.1" status: 200 len: 814 time: 0.4475939 Jun 29 03:34:06.387934 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-75ff53e3-9928-4cdf-9b61-43307c0ff2ed tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Request body: {'port': {'device_id': '7fd7cbad-1e33-4612-a344-6265b6f29783', 'network_id': '46964257-1caf-4984-ba64-66933fa6662a', 'admin_state_up': True, 'tenant_id': 'ae63377b57f8415494188750e0072368'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:34:06.516837 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-75ff53e3-9928-4cdf-9b61-43307c0ff2ed tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Made reservation on behalf of ae63377b57f8415494188750e0072368 for: {'port': 1} {{(pid=92900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:34:06.520828 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-75ff53e3-9928-4cdf-9b61-43307c0ff2ed tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:06.690456 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.db_base_plugin_common [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-75ff53e3-9928-4cdf-9b61-43307c0ff2ed tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Allocated IP 172.20.0.3 (46964257-1caf-4984-ba64-66933fa6662a/dd1a6204-f794-4008-83fe-7cfc2a393658/baa0d906-cb69-4363-99ec-76a349cf7aa5) {{(pid=92900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:34:06.754633 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966b3ee-1ed9-416d-9300-cb9fdb85817b req-197cecfc-5234-4c81-b62f-2409ccec73e1 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:06.756818 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-5966b3ee-1ed9-416d-9300-cb9fdb85817b req-197cecfc-5234-4c81-b62f-2409ccec73e1 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 945 time: 0.0711720 Jun 29 03:34:06.806787 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-5966b3ee-1ed9-416d-9300-cb9fdb85817b req-c14b7ca8-9a97-4da2-ba4b-4a76717a3b0b tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435259 Jun 29 03:34:06.868349 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-75ff53e3-9928-4cdf-9b61-43307c0ff2ed tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Notify callbacks [] for port, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:06.908012 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-75ff53e3-9928-4cdf-9b61-43307c0ff2ed tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859937'] for port, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:06.912660 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-c9cdcc7e-3b81-4c0d-a972-afcbf99df8b7 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:06.951430 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['9ea5cd07-b223-4b09-9fe8-7cc7125c33be', 'e39df5f5-3afb-4feb-bcc2-130d389ee2ac'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:34:06.956049 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-75ff53e3-9928-4cdf-9b61-43307c0ff2ed tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Network 46964257-1caf-4984-ba64-66933fa6662a is already hosted by enough agents. {{(pid=92900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:34:06.959371 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-75ff53e3-9928-4cdf-9b61-43307c0ff2ed tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Resources bound (agent type, host, resource id): {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:34:06.962433 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-75ff53e3-9928-4cdf-9b61-43307c0ff2ed tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Received port after_create {{(pid=92900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:34:07.009418 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff53e3-9928-4cdf-9b61-43307c0ff2ed tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Pushing event updated for resources: {'Port': ['ID=baa0d906-cb69-4363-99ec-76a349cf7aa5,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:07.013617 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-75ff53e3-9928-4cdf-9b61-43307c0ff2ed tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:07.025500 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-75ff53e3-9928-4cdf-9b61-43307c0ff2ed tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:07.026309 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-75ff53e3-9928-4cdf-9b61-43307c0ff2ed tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:07.053041 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-75ff53e3-9928-4cdf-9b61-43307c0ff2ed tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6690023 Jun 29 03:34:07.079885 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-4485cf32-771f-4602-930b-f39f4f94c700 service neutron] Request body: {'port': {'device_id': '7fd7cbad-1e33-4612-a344-6265b6f29783', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:34:07.207336 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d1a1e-6583-4b04-85f0-7b5b96c79ced req-8374c3e4-4ed0-4435-abf0-8bc6826020b0 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:07.209093 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-200d1a1e-6583-4b04-85f0-7b5b96c79ced req-8374c3e4-4ed0-4435-abf0-8bc6826020b0 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fd7cbad-1e33-4612-a344-6265b6f29783 HTTP/1.1" status: 200 len: 931 time: 0.1271520 Jun 29 03:34:07.224766 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-4485cf32-771f-4602-930b-f39f4f94c700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:07.280271 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-200d1a1e-6583-4b04-85f0-7b5b96c79ced req-d950f06c-09e7-47cc-bd68-0c223999cb45 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644212 Jun 29 03:34:07.484362 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6b7d2-0c1b-4ecd-9652-e5d423a83852 req-03883523-129f-4717-935e-812a018f3753 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:07.485838 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-c9d6b7d2-0c1b-4ecd-9652-e5d423a83852 req-03883523-129f-4717-935e-812a018f3753 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 985 time: 0.0615389 Jun 29 03:34:07.500213 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-4485cf32-771f-4602-930b-f39f4f94c700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baa0d906-cb69-4363-99ec-76a349cf7aa5 {{(pid=92900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:34:07.507383 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-4485cf32-771f-4602-930b-f39f4f94c700 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:07.519606 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.provisioning_blocks [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-4485cf32-771f-4602-930b-f39f4f94c700 service neutron] Transition to ACTIVE for port object baa0d906-cb69-4363-99ec-76a349cf7aa5 will not be triggered until provisioned by entity L2. {{(pid=92900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:34:07.524354 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-4485cf32-771f-4602-930b-f39f4f94c700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859959'] for port, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:07.525836 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-c9d6b7d2-0c1b-4ecd-9652-e5d423a83852 req-7bb76829-e168-43e0-b5b6-cc09499b707c tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/security-groups?id=7ef83ed4-d57e-4006-b19c-8e679d310a96&id=0f6d0eec-acdc-4d6c-9bf8-d3d9a7d14120&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331380 Jun 29 03:34:07.527274 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-4ef967c6-b641-4fd7-b988-6d2a30e904f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:07.571682 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4485cf32-771f-4602-930b-f39f4f94c700 service neutron] Pushing event updated for resources: {'Port': ['ID=baa0d906-cb69-4363-99ec-76a349cf7aa5,revision_number=2']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:07.575728 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-4485cf32-771f-4602-930b-f39f4f94c700 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:07.642354 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-4485cf32-771f-4602-930b-f39f4f94c700 service neutron] Attempting to bind port baa0d906-cb69-4363-99ec-76a349cf7aa5 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:34:07.642690 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-4485cf32-771f-4602-930b-f39f4f94c700 service neutron] Attempting to bind port baa0d906-cb69-4363-99ec-76a349cf7aa5 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'f135fd1c-c1dc-4fff-8cd9-b57325a81d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '46964257-1caf-4984-ba64-66933fa6662a'}] {{(pid=92900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:34:07.643017 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-4485cf32-771f-4602-930b-f39f4f94c700 service neutron] Attempting to bind port baa0d906-cb69-4363-99ec-76a349cf7aa5 on network 46964257-1caf-4984-ba64-66933fa6662a {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:34:07.647784 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-4485cf32-771f-4602-930b-f39f4f94c700 service neutron] Port baa0d906-cb69-4363-99ec-76a349cf7aa5 on network 46964257-1caf-4984-ba64-66933fa6662a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:34:07.648140 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-4485cf32-771f-4602-930b-f39f4f94c700 service neutron] Attempting to bind port baa0d906-cb69-4363-99ec-76a349cf7aa5 on network 46964257-1caf-4984-ba64-66933fa6662a {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:34:07.653065 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-4485cf32-771f-4602-930b-f39f4f94c700 service neutron] Checking agent: {'id': '2bf09fb4-53ea-44df-98c0-2f1f129e0ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:34:07.653418 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-4485cf32-771f-4602-930b-f39f4f94c700 service neutron] Checking segment: {'id': 'f135fd1c-c1dc-4fff-8cd9-b57325a81d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '46964257-1caf-4984-ba64-66933fa6662a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:34:07.653797 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-4485cf32-771f-4602-930b-f39f4f94c700 service neutron] Bound using segment: {'id': 'f135fd1c-c1dc-4fff-8cd9-b57325a81d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '46964257-1caf-4984-ba64-66933fa6662a'} {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:34:07.654216 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-4485cf32-771f-4602-930b-f39f4f94c700 service neutron] Bound port: baa0d906-cb69-4363-99ec-76a349cf7aa5, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f135fd1c-c1dc-4fff-8cd9-b57325a81d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '46964257-1caf-4984-ba64-66933fa6662a'}}] {{(pid=92900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:34:07.654568 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-4485cf32-771f-4602-930b-f39f4f94c700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:07.716132 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-4485cf32-771f-4602-930b-f39f4f94c700 service neutron] For port baa0d906-cb69-4363-99ec-76a349cf7aa5, host hv-cinder-79724, cleared binding levels {{(pid=92900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:34:07.719205 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-4485cf32-771f-4602-930b-f39f4f94c700 service neutron] For port baa0d906-cb69-4363-99ec-76a349cf7aa5, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=baa0d906-cb69-4363-99ec-76a349cf7aa5,segment=NetworkSegment(f135fd1c-c1dc-4fff-8cd9-b57325a81d4e),segment_id=f135fd1c-c1dc-4fff-8cd9-b57325a81d4e)] {{(pid=92900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:34:07.725065 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-4485cf32-771f-4602-930b-f39f4f94c700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859959'] for port, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:07.727884 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-32191fd5-e8b8-4f30-8635-9b48aca84c69 tempest-ServerRescueNegativeTestJSON-2045591248 tempest-ServerRescueNegativeTestJSON-2045591248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:07.756466 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-4485cf32-771f-4602-930b-f39f4f94c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:07.757068 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-4485cf32-771f-4602-930b-f39f4f94c700 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:07.758415 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-4485cf32-771f-4602-930b-f39f4f94c700 service neutron] 10.222.0.41 "PUT /v2.0/ports/baa0d906-cb69-4363-99ec-76a349cf7aa5 HTTP/1.1" status: 200 len: 1093 time: 0.6887150 Jun 29 03:34:07.758908 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd7cbad-1e33-4612-a344-6265b6f29783', 'tag': 'baa0d906-cb69-4363-99ec-76a349cf7aa5'}] {{(pid=92900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:34:07.761174 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66f2c99c1a8368f792cdf7ad94359b02357141073d69ee97e68f670b072060b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0caa458e-bd7f-4df8-9236-58a60af774b6" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd7cbad-1e33-4612-a344-6265b6f29783", "tag": "baa0d906-cb69-4363-99ec-76a349cf7aa5"}]}' {{(pid=92900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:34:07.787708 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4485cf32-771f-4602-930b-f39f4f94c700 service neutron] Pushing event updated for resources: {'Port': ['ID=baa0d906-cb69-4363-99ec-76a349cf7aa5,revision_number=3']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:07.792720 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-4485cf32-771f-4602-930b-f39f4f94c700 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:07.798441 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aba19dd-7afd-47a0-bf45-9912bd36ff1e x-openstack-request-id: req-1aba19dd-7afd-47a0-bf45-9912bd36ff1e {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:34:07.798764 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd7cbad-1e33-4612-a344-6265b6f29783", "tag": "baa0d906-cb69-4363-99ec-76a349cf7aa5", "status": "completed", "code": 200}]} {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:34:07.799051 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1aba19dd-7afd-47a0-bf45-9912bd36ff1e {{(pid=92900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:34:07.799473 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd7cbad-1e33-4612-a344-6265b6f29783', 'tag': 'baa0d906-cb69-4363-99ec-76a349cf7aa5', 'status': 'completed', 'code': 200} Jun 29 03:34:07.913762 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-b60ba686-9b2e-4816-924a-6d07424af8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:07.915212 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-b60ba686-9b2e-4816-924a-6d07424af8ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae63377b57f8415494188750e0072368&device_id=7fd7cbad-1e33-4612-a344-6265b6f29783 HTTP/1.1" status: 200 len: 1096 time: 0.0519073 Jun 29 03:34:07.967579 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-a63ac155-bc05-4c6d-8e9e-3d811a0edcfb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=baa0d906-cb69-4363-99ec-76a349cf7aa5 HTTP/1.1" status: 200 len: 217 time: 0.0378146 Jun 29 03:34:07.996109 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82055a3-c1c4-4c4e-a1c1-b15d140580f5 req-766953e5-7371-42d3-a0f4-22d254458baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:07.997889 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-c82055a3-c1c4-4c4e-a1c1-b15d140580f5 req-766953e5-7371-42d3-a0f4-22d254458baa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c906214f7a4549de98d1e94094ae6e28&device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 1098 time: 0.0605958 Jun 29 03:34:08.016087 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-1b0afa70-fbb9-467a-9165-2e009b2434f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:08.017526 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-1b0afa70-fbb9-467a-9165-2e009b2434f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dd1a6204-f794-4008-83fe-7cfc2a393658 HTTP/1.1" status: 200 len: 854 time: 0.0432212 Jun 29 03:34:08.051004 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-a59fb8b4-fe2f-4e46-a5fc-d017500fbdd7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46964257-1caf-4984-ba64-66933fa6662a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249197 Jun 29 03:34:08.128286 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82055a3-c1c4-4c4e-a1c1-b15d140580f5 req-ac0ce32f-7d93-40d4-8c2e-ab1fc14f6066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:08.129745 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-c82055a3-c1c4-4c4e-a1c1-b15d140580f5 req-ac0ce32f-7d93-40d4-8c2e-ab1fc14f6066 service neutron] 10.222.0.41 "GET /v2.0/networks?id=55159499-4162-473d-91be-3f7bcc13f345 HTTP/1.1" status: 200 len: 918 time: 0.1252866 Jun 29 03:34:08.142046 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-d9b53a30-f6ca-43c3-8138-cf3b0c7fdda4 service neutron] 10.222.0.41 "GET /v2.0/networks/46964257-1caf-4984-ba64-66933fa6662a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842755 Jun 29 03:34:08.142310 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d5079-4898-4754-8fd4-79dc15f1f695 req-c4f27ca8-ec35-42c4-96a9-49b95b5e708e tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:08.143722 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-ed4d5079-4898-4754-8fd4-79dc15f1f695 req-c4f27ca8-ec35-42c4-96a9-49b95b5e708e tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 945 time: 0.2183681 Jun 29 03:34:08.218274 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-ed4d5079-4898-4754-8fd4-79dc15f1f695 req-bcc296a1-52dc-4869-bc07-33640c51b1a8 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673490 Jun 29 03:34:08.226086 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-c82055a3-c1c4-4c4e-a1c1-b15d140580f5 req-44244ecf-0b22-4154-8ea0-fd4d03ba8b2b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56de387e-c43b-4478-805f-9400388cf6bb HTTP/1.1" status: 200 len: 1001 time: 0.0813830 Jun 29 03:34:08.228957 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-585fa49f-7974-4226-a515-5bfe97e93a5f req-37967ed0-2474-446e-8f79-a779a08e8f5f service neutron] 10.222.0.41 "GET /v2.0/networks/46964257-1caf-4984-ba64-66933fa6662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809019 Jun 29 03:34:08.287771 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82055a3-c1c4-4c4e-a1c1-b15d140580f5 req-9acf85ec-6291-4ea7-82e9-4a15c0ba20f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:08.289243 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-c82055a3-c1c4-4c4e-a1c1-b15d140580f5 req-9acf85ec-6291-4ea7-82e9-4a15c0ba20f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29dd2891-545c-4e5c-ada9-366a40a64358 HTTP/1.1" status: 200 len: 856 time: 0.0468705 Jun 29 03:34:08.387200 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82055a3-c1c4-4c4e-a1c1-b15d140580f5 req-40fc6144-cf95-4436-a4c8-d2c560c61386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:08.388716 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-c82055a3-c1c4-4c4e-a1c1-b15d140580f5 req-40fc6144-cf95-4436-a4c8-d2c560c61386 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=55159499-4162-473d-91be-3f7bcc13f345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0527959 Jun 29 03:34:08.404602 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa458e-bd7f-4df8-9236-58a60af774b6 req-4ac0d988-9b7c-477a-addf-bb905875e069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:08.406001 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-0caa458e-bd7f-4df8-9236-58a60af774b6 req-4ac0d988-9b7c-477a-addf-bb905875e069 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae63377b57f8415494188750e0072368&device_id=7fd7cbad-1e33-4612-a344-6265b6f29783 HTTP/1.1" status: 200 len: 1096 time: 0.0636244 Jun 29 03:34:08.475819 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-c82055a3-c1c4-4c4e-a1c1-b15d140580f5 req-28c4d6e2-6399-4fdb-b68a-bfb9ace927bc service neutron] 10.222.0.41 "GET /v2.0/networks/55159499-4162-473d-91be-3f7bcc13f345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790932 Jun 29 03:34:08.525980 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d0922-ea80-45fd-a76d-52e4dbfe1f78 req-04656ba0-9ed4-44e4-8e8e-13e1d8d69e2c tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:08.527429 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-c40d0922-ea80-45fd-a76d-52e4dbfe1f78 req-04656ba0-9ed4-44e4-8e8e-13e1d8d69e2c tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fd7cbad-1e33-4612-a344-6265b6f29783 HTTP/1.1" status: 200 len: 943 time: 0.1336386 Jun 29 03:34:08.531801 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa458e-bd7f-4df8-9236-58a60af774b6 req-0486141e-ee25-404e-bfbf-61dec650f876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:08.533164 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-0caa458e-bd7f-4df8-9236-58a60af774b6 req-0486141e-ee25-404e-bfbf-61dec650f876 service neutron] 10.222.0.41 "GET /v2.0/networks?id=46964257-1caf-4984-ba64-66933fa6662a HTTP/1.1" status: 200 len: 915 time: 0.1095541 Jun 29 03:34:08.571465 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-c82055a3-c1c4-4c4e-a1c1-b15d140580f5 req-7611c1c2-29ef-4901-b461-5307dac7075e service neutron] 10.222.0.41 "GET /v2.0/networks/55159499-4162-473d-91be-3f7bcc13f345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859339 Jun 29 03:34:08.581152 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-0caa458e-bd7f-4df8-9236-58a60af774b6 req-6ab6a4b6-5172-452c-9f7a-1cfe906224db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=baa0d906-cb69-4363-99ec-76a349cf7aa5 HTTP/1.1" status: 200 len: 217 time: 0.0404804 Jun 29 03:34:08.604972 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-c40d0922-ea80-45fd-a76d-52e4dbfe1f78 req-bd47281d-29b9-4f1a-875f-79ac1272f6a4 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708852 Jun 29 03:34:08.640525 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa458e-bd7f-4df8-9236-58a60af774b6 req-1ffd12c8-8278-45ec-82be-9322da162c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:08.642014 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-0caa458e-bd7f-4df8-9236-58a60af774b6 req-1ffd12c8-8278-45ec-82be-9322da162c60 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dd1a6204-f794-4008-83fe-7cfc2a393658 HTTP/1.1" status: 200 len: 854 time: 0.0473332 Jun 29 03:34:08.689067 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-0caa458e-bd7f-4df8-9236-58a60af774b6 req-a61adfca-981e-49bb-8869-aac59a08a3ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46964257-1caf-4984-ba64-66933fa6662a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307748 Jun 29 03:34:08.710986 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81925b-034d-443a-82ca-7abab718b131 req-df663747-45ac-411c-bd73-478afe52a1ca tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:08.712489 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-fa81925b-034d-443a-82ca-7abab718b131 req-df663747-45ac-411c-bd73-478afe52a1ca tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 985 time: 0.0640461 Jun 29 03:34:08.752900 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-fa81925b-034d-443a-82ca-7abab718b131 req-582c0cab-9577-4735-8a4b-20cba43c1914 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/security-groups?id=7ef83ed4-d57e-4006-b19c-8e679d310a96&id=0f6d0eec-acdc-4d6c-9bf8-d3d9a7d14120&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344298 Jun 29 03:34:08.777106 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-0caa458e-bd7f-4df8-9236-58a60af774b6 req-a4bca911-c59a-46ba-94aa-b3a3130cfcff service neutron] 10.222.0.41 "GET /v2.0/networks/46964257-1caf-4984-ba64-66933fa6662a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801790 Jun 29 03:34:08.870273 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-0caa458e-bd7f-4df8-9236-58a60af774b6 req-626fd807-97c3-4ed7-a639-c18f3823017e service neutron] 10.222.0.41 "GET /v2.0/networks/46964257-1caf-4984-ba64-66933fa6662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822380 Jun 29 03:34:09.380871 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device baa0d906-cb69-4363-99ec-76a349cf7aa5 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:34:09.392564 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a519b-4dfd-43a8-85d4-d3e3857a23e2 req-f87824e2-96c2-4486-8d46-27e6c1dad93f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:09.394008 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1f1a519b-4dfd-43a8-85d4-d3e3857a23e2 req-f87824e2-96c2-4486-8d46-27e6c1dad93f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 945 time: 0.0618360 Jun 29 03:34:09.432953 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1f1a519b-4dfd-43a8-85d4-d3e3857a23e2 req-5f88c972-fd8e-41c6-91ef-b03de1bcec09 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325499 Jun 29 03:34:09.476760 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port baa0d906-cb69-4363-99ec-76a349cf7aa5, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=baa0d906-cb69-4363-99ec-76a349cf7aa5,segment=NetworkSegment(f135fd1c-c1dc-4fff-8cd9-b57325a81d4e),segment_id=f135fd1c-c1dc-4fff-8cd9-b57325a81d4e)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:34:09.487028 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Returning: {'device': 'baa0d906-cb69-4363-99ec-76a349cf7aa5', 'network_id': '46964257-1caf-4984-ba64-66933fa6662a', 'port_id': 'baa0d906-cb69-4363-99ec-76a349cf7aa5', 'mac_address': 'fa:16:3e:f7:32:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd1a6204-f794-4008-83fe-7cfc2a393658', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:34:09.633987 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:09.647944 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baa0d906-cb69-4363-99ec-76a349cf7aa5 {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:34:09.667335 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port baa0d906-cb69-4363-99ec-76a349cf7aa5, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=baa0d906-cb69-4363-99ec-76a349cf7aa5,segment=NetworkSegment(f135fd1c-c1dc-4fff-8cd9-b57325a81d4e),segment_id=f135fd1c-c1dc-4fff-8cd9-b57325a81d4e)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:34:09.673123 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:09.675318 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:09.720251 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=baa0d906-cb69-4363-99ec-76a349cf7aa5,revision_number=4']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:09.723327 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:09.795380 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14186d41-026e-42c6-83d5-14bb6a7baed4 req-1ae9949f-b930-4839-a57c-fdecd5c3fa7d tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:09.796957 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-14186d41-026e-42c6-83d5-14bb6a7baed4 req-1ae9949f-b930-4839-a57c-fdecd5c3fa7d tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fd7cbad-1e33-4612-a344-6265b6f29783 HTTP/1.1" status: 200 len: 944 time: 0.0784664 Jun 29 03:34:09.834087 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-14186d41-026e-42c6-83d5-14bb6a7baed4 req-075f363c-4f11-40c6-ba82-933dfe5e567e tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308864 Jun 29 03:34:09.941447 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a36e0-be98-4a9e-ad4d-b7369f91d9a5 req-f8eb4931-e4ff-47ca-8828-f6db5dcdd1dc tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:09.942863 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-076a36e0-be98-4a9e-ad4d-b7369f91d9a5 req-f8eb4931-e4ff-47ca-8828-f6db5dcdd1dc tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 985 time: 0.0646365 Jun 29 03:34:09.982638 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-076a36e0-be98-4a9e-ad4d-b7369f91d9a5 req-bbe002d3-48d3-48a8-a667-474f0b858457 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/security-groups?id=7ef83ed4-d57e-4006-b19c-8e679d310a96&id=0f6d0eec-acdc-4d6c-9bf8-d3d9a7d14120&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334973 Jun 29 03:34:10.098737 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['baa0d906-cb69-4363-99ec-76a349cf7aa5'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:34:10.610332 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbe122-8473-40cd-9e35-c0964ed00c21 req-d757f24c-40ac-4602-97ba-8ab60ab66ab5 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:10.611811 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-affbe122-8473-40cd-9e35-c0964ed00c21 req-d757f24c-40ac-4602-97ba-8ab60ab66ab5 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 945 time: 0.0635190 Jun 29 03:34:10.649894 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-affbe122-8473-40cd-9e35-c0964ed00c21 req-9d0e85ee-6ab7-4be8-8275-d3a7a359d53f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315499 Jun 29 03:34:11.001668 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31273e12-77b7-4711-8998-de1b2e03d543 req-6b6a2cd2-46f6-42ad-a963-c0236e9f5e04 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:11.003098 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-31273e12-77b7-4711-8998-de1b2e03d543 req-6b6a2cd2-46f6-42ad-a963-c0236e9f5e04 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fd7cbad-1e33-4612-a344-6265b6f29783 HTTP/1.1" status: 200 len: 944 time: 0.0613403 Jun 29 03:34:11.040740 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-31273e12-77b7-4711-8998-de1b2e03d543 req-309643c7-3e05-40b5-b437-c62d762065ab tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320289 Jun 29 03:34:11.154591 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3a1a5-f4b7-4c49-92d9-3feb03d3ccde req-90fc4842-e127-4717-9557-0efd18e08914 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:11.155987 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-32a3a1a5-f4b7-4c49-92d9-3feb03d3ccde req-90fc4842-e127-4717-9557-0efd18e08914 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 985 time: 0.0628183 Jun 29 03:34:11.197115 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-32a3a1a5-f4b7-4c49-92d9-3feb03d3ccde req-f95f3828-df28-4324-b7ba-cce826a11624 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/security-groups?id=7ef83ed4-d57e-4006-b19c-8e679d310a96&id=0f6d0eec-acdc-4d6c-9bf8-d3d9a7d14120&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343547 Jun 29 03:34:11.426017 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device baa0d906-cb69-4363-99ec-76a349cf7aa5 up at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:34:11.471067 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning for port baa0d906-cb69-4363-99ec-76a349cf7aa5 completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:34:11.475215 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning complete for port baa0d906-cb69-4363-99ec-76a349cf7aa5 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:34:11.475586 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:11.548449 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:11.571646 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd7cbad-1e33-4612-a344-6265b6f29783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa0d906-cb69-4363-99ec-76a349cf7aa5'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:34:11.573855 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a73cdd3c09cce4d0d67d6945d9627c9a5996a68627341085c627af31117b31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731b5d9b-20a1-4bbe-9058-71009b992866" -d '{"events": [{"server_uuid": "7fd7cbad-1e33-4612-a344-6265b6f29783", "name": "network-vif-plugged", "status": "completed", "tag": "baa0d906-cb69-4363-99ec-76a349cf7aa5"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:34:11.586864 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port baa0d906-cb69-4363-99ec-76a349cf7aa5, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=baa0d906-cb69-4363-99ec-76a349cf7aa5,segment=NetworkSegment(f135fd1c-c1dc-4fff-8cd9-b57325a81d4e),segment_id=f135fd1c-c1dc-4fff-8cd9-b57325a81d4e)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:34:11.590982 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:11.592412 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 56de387e-c43b-4478-805f-9400388cf6bb no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:34:11.595175 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:11.633201 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511e6772-6a7b-48b1-a97a-63f41af7ede5 x-openstack-request-id: req-511e6772-6a7b-48b1-a97a-63f41af7ede5 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:34:11.633506 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd7cbad-1e33-4612-a344-6265b6f29783", "name": "network-vif-plugged", "status": "completed", "tag": "baa0d906-cb69-4363-99ec-76a349cf7aa5", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:34:11.633763 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-511e6772-6a7b-48b1-a97a-63f41af7ede5 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:34:11.634148 dv-cinder-797245-8-smb neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd7cbad-1e33-4612-a344-6265b6f29783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa0d906-cb69-4363-99ec-76a349cf7aa5', 'code': 200} Jun 29 03:34:11.676351 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=baa0d906-cb69-4363-99ec-76a349cf7aa5,revision_number=5']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:11.679433 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:11.722278 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:11.753411 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 56de387e-c43b-4478-805f-9400388cf6bb, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=56de387e-c43b-4478-805f-9400388cf6bb,segment=NetworkSegment(2b8a4e7f-1f3c-48f3-872b-763dc2e1c437),segment_id=2b8a4e7f-1f3c-48f3-872b-763dc2e1c437)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:34:11.757840 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:11.761186 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:11.814515 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=56de387e-c43b-4478-805f-9400388cf6bb,revision_number=8']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:11.818610 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:11.841938 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0ecc0-6552-48ae-888d-89cfa09e17f7 req-ded673bf-c311-4eb2-a935-ac924d3c69ef tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:11.843381 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b6e0ecc0-6552-48ae-888d-89cfa09e17f7 req-ded673bf-c311-4eb2-a935-ac924d3c69ef tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 943 time: 0.0739374 Jun 29 03:34:11.880845 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b6e0ecc0-6552-48ae-888d-89cfa09e17f7 req-8a822455-30b0-44af-91e1-3aacb790856a tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312753 Jun 29 03:34:11.887985 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931f2cf-0071-4212-9391-ed3c769779b4 req-f80b0fec-9515-4276-a245-4dc70b1e22b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:11.889520 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-8931f2cf-0071-4212-9391-ed3c769779b4 req-f80b0fec-9515-4276-a245-4dc70b1e22b1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7fd7cbad-1e33-4612-a344-6265b6f29783 HTTP/1.1" status: 200 len: 1098 time: 0.0548079 Jun 29 03:34:11.924598 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-8931f2cf-0071-4212-9391-ed3c769779b4 req-1b3ca238-30f7-4aff-ba9e-10369c21e6a2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282259 Jun 29 03:34:12.221189 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda2073-e8e0-4541-8821-2e12fad3398b req-fe43377b-b3a3-4474-ac6e-647f2ba7f84b tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:12.222706 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-6cda2073-e8e0-4541-8821-2e12fad3398b req-fe43377b-b3a3-4474-ac6e-647f2ba7f84b tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fd7cbad-1e33-4612-a344-6265b6f29783 HTTP/1.1" status: 200 len: 945 time: 0.0654130 Jun 29 03:34:12.262301 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-6cda2073-e8e0-4541-8821-2e12fad3398b req-76b612fd-91c7-4ac8-8325-267b47caaea5 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338829 Jun 29 03:34:12.397091 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15d215-fabf-4e49-860a-d1221823eeda req-e0ba5df9-2b0e-471a-9c7b-bebd1fc5bd7f tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:12.398662 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6f15d215-fabf-4e49-860a-d1221823eeda req-e0ba5df9-2b0e-471a-9c7b-bebd1fc5bd7f tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 985 time: 0.0656972 Jun 29 03:34:12.440181 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6f15d215-fabf-4e49-860a-d1221823eeda req-f8c81476-bd6a-4cbb-8163-184ba03c1d4f tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/security-groups?id=7ef83ed4-d57e-4006-b19c-8e679d310a96&id=0f6d0eec-acdc-4d6c-9bf8-d3d9a7d14120&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354011 Jun 29 03:34:13.043292 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bce9a3-68cd-411f-9b3b-06b645587584 req-a963c86b-9400-4df7-9c6d-8bc5857f6129 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:13.044788 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f0bce9a3-68cd-411f-9b3b-06b645587584 req-a963c86b-9400-4df7-9c6d-8bc5857f6129 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 943 time: 0.0772386 Jun 29 03:34:13.085766 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f0bce9a3-68cd-411f-9b3b-06b645587584 req-ebb10248-5ad9-4772-9251-bb90fb39032f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353825 Jun 29 03:34:13.112777 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f4204227-3533-4857-a5c7-a0e365df08e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:13.189474 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-8384c942-0860-4b49-978d-aa60b1ddcd0b req-53f2251e-7506-4c9d-9ba8-c8684b9e6f07 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0485134 Jun 29 03:34:13.452326 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae878072-7b64-4325-b2c9-c811bce1338a req-b470650a-1b18-43bd-b4e8-75f2efd17464 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:13.454120 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-ae878072-7b64-4325-b2c9-c811bce1338a req-b470650a-1b18-43bd-b4e8-75f2efd17464 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fd7cbad-1e33-4612-a344-6265b6f29783 HTTP/1.1" status: 200 len: 945 time: 0.0702977 Jun 29 03:34:13.494486 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-ae878072-7b64-4325-b2c9-c811bce1338a req-d7d5fc86-172b-4c55-b0dc-46569e902b9a tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325441 Jun 29 03:34:13.618716 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6b052-0aeb-4e05-8779-e86a7930c38e req-fde7ae61-8f8d-4525-962f-a5b2341cdfd5 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:13.620391 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-08a6b052-0aeb-4e05-8779-e86a7930c38e req-fde7ae61-8f8d-4525-962f-a5b2341cdfd5 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 985 time: 0.0666699 Jun 29 03:34:13.635057 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edfd69e-fe3f-491b-a564-52c3d9402dcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56de387e-c43b-4478-805f-9400388cf6bb'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:34:13.637592 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a73cdd3c09cce4d0d67d6945d9627c9a5996a68627341085c627af31117b31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d1d6ee-4f2f-4a5d-b552-0488913ca2d5" -d '{"events": [{"server_uuid": "7edfd69e-fe3f-491b-a564-52c3d9402dcc", "name": "network-vif-unplugged", "status": "completed", "tag": "56de387e-c43b-4478-805f-9400388cf6bb"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:34:13.665618 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-08a6b052-0aeb-4e05-8779-e86a7930c38e req-1e952969-313f-4a37-b208-66a2f7da452b tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/security-groups?id=7ef83ed4-d57e-4006-b19c-8e679d310a96&id=0f6d0eec-acdc-4d6c-9bf8-d3d9a7d14120&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393536 Jun 29 03:34:13.693946 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Jun 2021 03:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66a2367-bf1b-4934-9791-2426140ff942 x-openstack-request-id: req-f66a2367-bf1b-4934-9791-2426140ff942 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:34:13.694491 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7edfd69e-fe3f-491b-a564-52c3d9402dcc", "name": "network-vif-unplugged", "status": "failed", "tag": "56de387e-c43b-4478-805f-9400388cf6bb", "code": 422}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:34:13.694777 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f66a2367-bf1b-4934-9791-2426140ff942 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:34:13.695174 dv-cinder-797245-8-smb neutron-server[92901]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7edfd69e-fe3f-491b-a564-52c3d9402dcc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '56de387e-c43b-4478-805f-9400388cf6bb', 'code': 422} returned with failed status Jun 29 03:34:14.259335 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384c942-0860-4b49-978d-aa60b1ddcd0b req-acbcc341-c020-4f83-a03b-b53c782963b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:14.260848 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-8384c942-0860-4b49-978d-aa60b1ddcd0b req-acbcc341-c020-4f83-a03b-b53c782963b4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc&tenant_id=c906214f7a4549de98d1e94094ae6e28 HTTP/1.1" status: 200 len: 1096 time: 0.0869095 Jun 29 03:34:14.266518 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c72f5a-2da6-4119-84b6-38ce8975f5d4 req-7138bf24-5cb5-4e19-9d92-851130754c6c tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:14.268155 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-42c72f5a-2da6-4119-84b6-38ce8975f5d4 req-7138bf24-5cb5-4e19-9d92-851130754c6c tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 943 time: 0.0665295 Jun 29 03:34:14.309387 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-42c72f5a-2da6-4119-84b6-38ce8975f5d4 req-35f60578-e75b-471c-bf6d-82c5944a8b58 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350816 Jun 29 03:34:14.351115 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384c942-0860-4b49-978d-aa60b1ddcd0b req-89db203a-6373-4158-8571-d8cc19f11a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:14.352618 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-8384c942-0860-4b49-978d-aa60b1ddcd0b req-89db203a-6373-4158-8571-d8cc19f11a43 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c906214f7a4549de98d1e94094ae6e28&device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 1096 time: 0.0535626 Jun 29 03:34:14.440764 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384c942-0860-4b49-978d-aa60b1ddcd0b req-34deb937-4f83-45db-a970-362d2cd27ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:14.442174 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-8384c942-0860-4b49-978d-aa60b1ddcd0b req-34deb937-4f83-45db-a970-362d2cd27ab3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=55159499-4162-473d-91be-3f7bcc13f345 HTTP/1.1" status: 200 len: 918 time: 0.0832551 Jun 29 03:34:14.503303 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-8384c942-0860-4b49-978d-aa60b1ddcd0b req-e715aa66-906f-4171-89e3-bc79d2058af6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56de387e-c43b-4478-805f-9400388cf6bb HTTP/1.1" status: 200 len: 999 time: 0.0540550 Jun 29 03:34:14.556584 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384c942-0860-4b49-978d-aa60b1ddcd0b req-b26d2513-31b5-4319-b8a0-b58b0f3c227c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:14.558068 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-8384c942-0860-4b49-978d-aa60b1ddcd0b req-b26d2513-31b5-4319-b8a0-b58b0f3c227c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29dd2891-545c-4e5c-ada9-366a40a64358 HTTP/1.1" status: 200 len: 856 time: 0.0466204 Jun 29 03:34:14.615456 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384c942-0860-4b49-978d-aa60b1ddcd0b req-a0213af2-dc7f-4f79-a6b8-b4c8abeb40c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:14.616887 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-8384c942-0860-4b49-978d-aa60b1ddcd0b req-a0213af2-dc7f-4f79-a6b8-b4c8abeb40c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=55159499-4162-473d-91be-3f7bcc13f345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0501051 Jun 29 03:34:14.704649 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-8384c942-0860-4b49-978d-aa60b1ddcd0b req-7ea5c3a6-07e3-4820-afd8-de3887c042bb service neutron] 10.222.0.41 "GET /v2.0/networks/55159499-4162-473d-91be-3f7bcc13f345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802357 Jun 29 03:34:14.794319 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-8384c942-0860-4b49-978d-aa60b1ddcd0b req-e948e79d-07dc-4906-9aed-f9e58dcf9efe service neutron] 10.222.0.41 "GET /v2.0/networks/55159499-4162-473d-91be-3f7bcc13f345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820529 Jun 29 03:34:15.479722 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-29b37a2f-2727-458f-8d1a-d4e3f70a97dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:15.513532 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989d345-a2bb-4dde-aa17-7c194abd7808 req-7772566a-f6b6-4f3c-b2c0-c5e011fa6ea2 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:15.514921 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-d989d345-a2bb-4dde-aa17-7c194abd7808 req-7772566a-f6b6-4f3c-b2c0-c5e011fa6ea2 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 943 time: 0.0831075 Jun 29 03:34:15.556489 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-d989d345-a2bb-4dde-aa17-7c194abd7808 req-be8d7f06-b67c-457c-aed1-c3fb2c821db3 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345905 Jun 29 03:34:15.852201 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:16.007178 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.agents_db [None req-352bb85c-db89-4991-b002-2379bbcb00d3 None None] Agent healthcheck: found 6 active agents {{(pid=92902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:34:16.552647 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:16.756031 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8b57a-9599-4782-a0d7-65bf10de253e req-22e67411-486a-45cb-9787-bfe178699f33 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:16.757671 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-2fd8b57a-9599-4782-a0d7-65bf10de253e req-22e67411-486a-45cb-9787-bfe178699f33 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 943 time: 0.0669794 Jun 29 03:34:16.801039 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-2fd8b57a-9599-4782-a0d7-65bf10de253e req-037d3e1c-1c69-4292-86fb-4a16a6722f98 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323050 Jun 29 03:34:17.175933 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:17.988626 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f216cf-9215-4453-8ba2-e38ce6274ae0 req-a19cb057-1ac3-4072-9e7c-fcf6222151de tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:17.990872 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a1f216cf-9215-4453-8ba2-e38ce6274ae0 req-a19cb057-1ac3-4072-9e7c-fcf6222151de tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 943 time: 0.0647573 Jun 29 03:34:18.030242 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a1f216cf-9215-4453-8ba2-e38ce6274ae0 req-85e1b7f9-eaae-4da6-8322-0c75194acb07 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336566 Jun 29 03:34:18.450136 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:19.233467 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d054a-31ff-403f-9b45-165c2d15e30d req-86988787-d607-4d92-82bb-5821bc2e91d3 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:19.235198 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-435d054a-31ff-403f-9b45-165c2d15e30d req-86988787-d607-4d92-82bb-5821bc2e91d3 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 943 time: 0.0790303 Jun 29 03:34:19.277101 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-435d054a-31ff-403f-9b45-165c2d15e30d req-d0ca35ee-758f-48b9-99a8-34cb682bb50a tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351169 Jun 29 03:34:20.459547 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb81f4-9817-4fc7-b42c-d48b8f7b167e req-24951b33-5539-45c4-8764-67abe501de78 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:20.461154 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a2bb81f4-9817-4fc7-b42c-d48b8f7b167e req-24951b33-5539-45c4-8764-67abe501de78 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 943 time: 0.0681176 Jun 29 03:34:20.498685 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a2bb81f4-9817-4fc7-b42c-d48b8f7b167e req-0778faf4-eb72-48a5-bec9-b6b0cf6bc532 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320807 Jun 29 03:34:21.695842 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2193935-23ea-4385-9418-1a88a342681f req-a4ed58e6-baa9-42df-8784-084cfcc767a3 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:21.697322 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e2193935-23ea-4385-9418-1a88a342681f req-a4ed58e6-baa9-42df-8784-084cfcc767a3 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 943 time: 0.0737257 Jun 29 03:34:21.737254 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e2193935-23ea-4385-9418-1a88a342681f req-4a1a59e1-85a2-4a20-bcf7-c481d289f167 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329812 Jun 29 03:34:22.916785 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d8ef1-a608-4835-b74e-5b0222ea55f0 req-174460ba-e5bd-4678-9e7e-6b06af1ceb05 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:22.918605 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e62d8ef1-a608-4835-b74e-5b0222ea55f0 req-174460ba-e5bd-4678-9e7e-6b06af1ceb05 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 943 time: 0.0659134 Jun 29 03:34:22.957105 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e62d8ef1-a608-4835-b74e-5b0222ea55f0 req-a65dc7bc-24fc-4c75-8df5-1bd997e6eeb6 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328636 Jun 29 03:34:24.155729 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1d90e-c022-4c01-bc9e-bdae3044bc9b req-05007cc5-1b57-4a70-9b33-9e43f5b1c5bb tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:24.157213 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-72f1d90e-c022-4c01-bc9e-bdae3044bc9b req-05007cc5-1b57-4a70-9b33-9e43f5b1c5bb tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 943 time: 0.0693488 Jun 29 03:34:24.200324 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-72f1d90e-c022-4c01-bc9e-bdae3044bc9b req-ab32e8e9-83fd-4546-b85e-050d04f3e169 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372653 Jun 29 03:34:25.388429 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537fafa-5b69-4e3e-bb6d-8c01d1b02041 req-55a9579e-a438-4b56-910c-982c5cc4b1ce tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:25.395309 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-6537fafa-5b69-4e3e-bb6d-8c01d1b02041 req-55a9579e-a438-4b56-910c-982c5cc4b1ce tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 943 time: 0.0715971 Jun 29 03:34:25.428604 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-6537fafa-5b69-4e3e-bb6d-8c01d1b02041 req-3672c772-7003-4db8-bc6b-7909454e9d8b tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318155 Jun 29 03:34:26.603903 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f6002-a53a-4aef-ba61-c433e07f45f2 req-fd8dbfe6-5efb-4f85-b8ce-beb106c35ee6 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:26.605394 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-093f6002-a53a-4aef-ba61-c433e07f45f2 req-fd8dbfe6-5efb-4f85-b8ce-beb106c35ee6 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 943 time: 0.0641851 Jun 29 03:34:26.643006 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-093f6002-a53a-4aef-ba61-c433e07f45f2 req-b248c647-421e-49ef-b1ec-a8ddf2989769 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319474 Jun 29 03:34:27.816948 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e4d7f-a60d-4f11-ab61-14538c59676d req-24e00b4a-acbb-4636-bcf1-aa294f673ac4 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:27.818409 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a64e4d7f-a60d-4f11-ab61-14538c59676d req-24e00b4a-acbb-4636-bcf1-aa294f673ac4 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 943 time: 0.0619347 Jun 29 03:34:27.855177 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a64e4d7f-a60d-4f11-ab61-14538c59676d req-6d54622d-0a31-498a-95b5-6a75216c0aac tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312552 Jun 29 03:34:28.239934 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63bc67-205b-4f7a-a47b-a82e20f85058 req-23acd57a-6e1c-4c86-a4ed-e0cfb069f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:28.241292 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-ca63bc67-205b-4f7a-a47b-a82e20f85058 req-23acd57a-6e1c-4c86-a4ed-e0cfb069f768 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c906214f7a4549de98d1e94094ae6e28&device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 1096 time: 0.0512779 Jun 29 03:34:28.349690 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63bc67-205b-4f7a-a47b-a82e20f85058 req-ffb7f551-db62-460d-9a72-55661ae06296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:28.351149 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-ca63bc67-205b-4f7a-a47b-a82e20f85058 req-ffb7f551-db62-460d-9a72-55661ae06296 service neutron] 10.222.0.41 "GET /v2.0/networks?id=55159499-4162-473d-91be-3f7bcc13f345 HTTP/1.1" status: 200 len: 918 time: 0.0879943 Jun 29 03:34:28.455247 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-ca63bc67-205b-4f7a-a47b-a82e20f85058 req-08390047-c4f5-4689-85c1-dfe9685537ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56de387e-c43b-4478-805f-9400388cf6bb HTTP/1.1" status: 200 len: 999 time: 0.0563722 Jun 29 03:34:28.502658 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63bc67-205b-4f7a-a47b-a82e20f85058 req-25c74eb5-c7fb-42fc-b716-7bb5d9101d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:28.504007 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-ca63bc67-205b-4f7a-a47b-a82e20f85058 req-25c74eb5-c7fb-42fc-b716-7bb5d9101d3f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29dd2891-545c-4e5c-ada9-366a40a64358 HTTP/1.1" status: 200 len: 856 time: 0.0405860 Jun 29 03:34:28.560934 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63bc67-205b-4f7a-a47b-a82e20f85058 req-5015f431-0a2e-4cf5-ac34-12482ac35cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:28.562416 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-ca63bc67-205b-4f7a-a47b-a82e20f85058 req-5015f431-0a2e-4cf5-ac34-12482ac35cbf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=55159499-4162-473d-91be-3f7bcc13f345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0515697 Jun 29 03:34:28.649280 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-ca63bc67-205b-4f7a-a47b-a82e20f85058 req-a5cba642-570d-4e8b-886b-e05f8aa66088 service neutron] 10.222.0.41 "GET /v2.0/networks/55159499-4162-473d-91be-3f7bcc13f345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782242 Jun 29 03:34:28.748343 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-ca63bc67-205b-4f7a-a47b-a82e20f85058 req-e2bd3407-c6a6-4739-a167-32195ce4119c service neutron] 10.222.0.41 "GET /v2.0/networks/55159499-4162-473d-91be-3f7bcc13f345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836339 Jun 29 03:34:29.029928 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ab275-9540-4d12-a7a1-be804559201d req-c66a3bbc-d5af-4c4d-a01b-97002c9416cc tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:29.031400 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-314ab275-9540-4d12-a7a1-be804559201d req-c66a3bbc-d5af-4c4d-a01b-97002c9416cc tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 943 time: 0.0623813 Jun 29 03:34:29.068980 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-314ab275-9540-4d12-a7a1-be804559201d req-1d6edfed-b0dd-4c67-80da-f005234a894a tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314291 Jun 29 03:34:30.240477 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b4a75-584c-44e7-a9a4-ad51853c58cb req-99d6b884-58e2-4358-9f44-a90c010445df tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:30.241934 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-222b4a75-584c-44e7-a9a4-ad51853c58cb req-99d6b884-58e2-4358-9f44-a90c010445df tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 943 time: 0.0611777 Jun 29 03:34:30.278383 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-222b4a75-584c-44e7-a9a4-ad51853c58cb req-349ddafb-cb89-4cb6-bd10-d337d1525765 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309694 Jun 29 03:34:31.430162 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 56de387e-c43b-4478-805f-9400388cf6bb details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:34:31.457943 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14839fed-537e-49ed-a2b7-035be39b677d req-e60e0101-b0f0-4193-8e5a-58bcfe4ce730 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:31.459314 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-14839fed-537e-49ed-a2b7-035be39b677d req-e60e0101-b0f0-4193-8e5a-58bcfe4ce730 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 943 time: 0.0650468 Jun 29 03:34:31.495864 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-14839fed-537e-49ed-a2b7-035be39b677d req-630a41b3-e776-48a1-aba3-d77fc3d2efe4 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308478 Jun 29 03:34:31.524212 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 56de387e-c43b-4478-805f-9400388cf6bb, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=56de387e-c43b-4478-805f-9400388cf6bb,segment=NetworkSegment(2b8a4e7f-1f3c-48f3-872b-763dc2e1c437),segment_id=2b8a4e7f-1f3c-48f3-872b-763dc2e1c437)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:34:31.533938 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Returning: {'device': '56de387e-c43b-4478-805f-9400388cf6bb', 'network_id': '55159499-4162-473d-91be-3f7bcc13f345', 'port_id': '56de387e-c43b-4478-805f-9400388cf6bb', 'mac_address': 'fa:16:3e:76:dc:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29dd2891-545c-4e5c-ada9-366a40a64358', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:34:31.568950 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:31.581335 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56de387e-c43b-4478-805f-9400388cf6bb {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:34:31.601290 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 56de387e-c43b-4478-805f-9400388cf6bb, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=56de387e-c43b-4478-805f-9400388cf6bb,segment=NetworkSegment(2b8a4e7f-1f3c-48f3-872b-763dc2e1c437),segment_id=2b8a4e7f-1f3c-48f3-872b-763dc2e1c437)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:34:31.605043 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:31.606777 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:31.656492 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=56de387e-c43b-4478-805f-9400388cf6bb,revision_number=9']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:31.663968 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:31.664316 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:31.664655 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:31.664984 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:31.665310 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:31.665648 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:31.665952 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:31.666276 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:31.666593 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:31.666911 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:31.667226 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:31.667817 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:31.672125 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:31.833276 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-7474a3ed-c148-47de-b2f7-6477111d0e46 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:31.834679 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-7474a3ed-c148-47de-b2f7-6477111d0e46 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/networks?id=46964257-1caf-4984-ba64-66933fa6662a HTTP/1.1" status: 200 len: 814 time: 0.0986619 Jun 29 03:34:31.848633 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-441ee43a-3294-4581-8038-c42e6e04c823 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/quotas/ae63377b57f8415494188750e0072368 HTTP/1.1" status: 200 len: 375 time: 0.0085037 Jun 29 03:34:31.913905 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-a044f7ca-7300-4cc2-afb9-db4c5631fc57 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae63377b57f8415494188750e0072368&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0601764 Jun 29 03:34:32.010836 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-d30461b6-3bba-4023-85e3-67ca82d68e26 service neutron] 10.222.0.24 "GET /v2.0/networks/46964257-1caf-4984-ba64-66933fa6662a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882716 Jun 29 03:34:32.049192 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['56de387e-c43b-4478-805f-9400388cf6bb'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:34:32.096896 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-443d27e6-a2b9-4c11-8a17-8e4848332561 service neutron] 10.222.0.24 "GET /v2.0/networks/46964257-1caf-4984-ba64-66933fa6662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805433 Jun 29 03:34:32.264760 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-652cf06b-f6e1-4bb1-82b9-58b4a4aec6a7 req-9562b252-8c5a-4bb6-a3eb-8d6d8a725fd7 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f90e250-7afe-4f1b-a4da-5b57582c3ff8 HTTP/1.1" status: 200 len: 210 time: 0.0282984 Jun 29 03:34:32.684014 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4931680-9b7d-423f-9410-dbeac721cf3d req-8da5fa4d-2194-4869-ba9d-a6b78b7d1241 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:32.685487 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b4931680-9b7d-423f-9410-dbeac721cf3d req-8da5fa4d-2194-4869-ba9d-a6b78b7d1241 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 944 time: 0.0691381 Jun 29 03:34:32.722542 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b4931680-9b7d-423f-9410-dbeac721cf3d req-c30da575-165e-496c-a428-4efa82065bd6 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312102 Jun 29 03:34:33.407806 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-df6d0eed-2534-4b58-b933-69b33e06e10b req-e8eab142-6ae1-44dd-b6ba-722a2ac4bc30 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f90e250-7afe-4f1b-a4da-5b57582c3ff8 HTTP/1.1" status: 200 len: 210 time: 0.0279763 Jun 29 03:34:33.436724 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 56de387e-c43b-4478-805f-9400388cf6bb up at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:34:33.483813 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning complete for port 56de387e-c43b-4478-805f-9400388cf6bb triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:34:33.484485 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:33.542809 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-a9dca0f2-8b33-415d-9af4-7935ec709014 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:33.544424 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-a9dca0f2-8b33-415d-9af4-7935ec709014 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.41 "GET /v2.0/networks?id=46964257-1caf-4984-ba64-66933fa6662a HTTP/1.1" status: 200 len: 814 time: 0.0994816 Jun 29 03:34:33.562628 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:33.568359 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-35dc634d-a506-463c-bba3-bb37653985f4 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Request body: {'port': {'device_id': '4f90e250-7afe-4f1b-a4da-5b57582c3ff8', 'network_id': '46964257-1caf-4984-ba64-66933fa6662a', 'admin_state_up': True, 'tenant_id': 'ae63377b57f8415494188750e0072368'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:34:33.588859 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edfd69e-fe3f-491b-a564-52c3d9402dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56de387e-c43b-4478-805f-9400388cf6bb'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:34:33.589963 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a73cdd3c09cce4d0d67d6945d9627c9a5996a68627341085c627af31117b31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b9acbf-2b56-441c-bfe2-b3e0ecca6396" -d '{"events": [{"server_uuid": "7edfd69e-fe3f-491b-a564-52c3d9402dcc", "name": "network-vif-plugged", "status": "completed", "tag": "56de387e-c43b-4478-805f-9400388cf6bb"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:34:33.603173 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 56de387e-c43b-4478-805f-9400388cf6bb, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=56de387e-c43b-4478-805f-9400388cf6bb,segment=NetworkSegment(2b8a4e7f-1f3c-48f3-872b-763dc2e1c437),segment_id=2b8a4e7f-1f3c-48f3-872b-763dc2e1c437)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:34:33.607659 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:33.611968 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:33.636826 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55994aaa-c0e8-4ffd-b4c5-0a97712ef152 x-openstack-request-id: req-55994aaa-c0e8-4ffd-b4c5-0a97712ef152 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:34:33.637133 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7edfd69e-fe3f-491b-a564-52c3d9402dcc", "name": "network-vif-plugged", "status": "completed", "tag": "56de387e-c43b-4478-805f-9400388cf6bb", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:34:33.637393 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-55994aaa-c0e8-4ffd-b4c5-0a97712ef152 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:34:33.637788 dv-cinder-797245-8-smb neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edfd69e-fe3f-491b-a564-52c3d9402dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56de387e-c43b-4478-805f-9400388cf6bb', 'code': 200} Jun 29 03:34:33.665115 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=56de387e-c43b-4478-805f-9400388cf6bb,revision_number=10']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:33.669332 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:33.694225 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-35dc634d-a506-463c-bba3-bb37653985f4 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Made reservation on behalf of ae63377b57f8415494188750e0072368 for: {'port': 1} {{(pid=92900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:34:33.697822 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-35dc634d-a506-463c-bba3-bb37653985f4 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:33.827486 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.db_base_plugin_common [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-35dc634d-a506-463c-bba3-bb37653985f4 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Allocated IP 172.20.0.14 (46964257-1caf-4984-ba64-66933fa6662a/dd1a6204-f794-4008-83fe-7cfc2a393658/af49e37b-65a4-43b2-adfa-a634a917ed1f) {{(pid=92900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:34:33.952115 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4627f6-f66a-4c4a-8a51-db7e78af02af req-ebe15ca0-9f22-4294-a610-93c9666af11b tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:33.953597 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-cf4627f6-f66a-4c4a-8a51-db7e78af02af req-ebe15ca0-9f22-4294-a610-93c9666af11b tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 946 time: 0.1066403 Jun 29 03:34:33.976289 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-35dc634d-a506-463c-bba3-bb37653985f4 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Notify callbacks [] for port, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:33.979410 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887fc61-0fec-4f90-956b-775e2af5dff7 req-67fcbf2c-b2dc-4585-b14f-c28be7ee3180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:33.980882 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-3887fc61-0fec-4f90-956b-775e2af5dff7 req-67fcbf2c-b2dc-4585-b14f-c28be7ee3180 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 1099 time: 0.0921521 Jun 29 03:34:33.996941 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-cf4627f6-f66a-4c4a-8a51-db7e78af02af req-9a65e4c2-042f-413b-9afe-f5a968b989ac tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367460 Jun 29 03:34:34.014594 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-35dc634d-a506-463c-bba3-bb37653985f4 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859937'] for port, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:34.018702 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-eca95c31-aaee-4f41-a312-e5baade4b344 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:34.033404 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-3887fc61-0fec-4f90-956b-775e2af5dff7 req-a73229bf-4cb9-4d93-9a13-037e415775d2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333965 Jun 29 03:34:34.057286 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['9ea5cd07-b223-4b09-9fe8-7cc7125c33be', 'e39df5f5-3afb-4feb-bcc2-130d389ee2ac', 'baa0d906-cb69-4363-99ec-76a349cf7aa5'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:34:34.063705 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-35dc634d-a506-463c-bba3-bb37653985f4 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Network 46964257-1caf-4984-ba64-66933fa6662a is already hosted by enough agents. {{(pid=92900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:34:34.066911 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-35dc634d-a506-463c-bba3-bb37653985f4 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Resources bound (agent type, host, resource id): {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:34:34.071161 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-35dc634d-a506-463c-bba3-bb37653985f4 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Received port after_create {{(pid=92900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:34:34.077335 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc634d-a506-463c-bba3-bb37653985f4 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Pushing event updated for resources: {'Port': ['ID=af49e37b-65a4-43b2-adfa-a634a917ed1f,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:34.101535 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc634d-a506-463c-bba3-bb37653985f4 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:34.101833 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc634d-a506-463c-bba3-bb37653985f4 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:34.102194 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc634d-a506-463c-bba3-bb37653985f4 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:34.102549 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc634d-a506-463c-bba3-bb37653985f4 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:34.102903 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc634d-a506-463c-bba3-bb37653985f4 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:34.103243 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc634d-a506-463c-bba3-bb37653985f4 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:34.103587 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc634d-a506-463c-bba3-bb37653985f4 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:34.103952 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc634d-a506-463c-bba3-bb37653985f4 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:34.104296 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc634d-a506-463c-bba3-bb37653985f4 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:34.104639 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc634d-a506-463c-bba3-bb37653985f4 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:34.104983 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc634d-a506-463c-bba3-bb37653985f4 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:34.105325 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc634d-a506-463c-bba3-bb37653985f4 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:34.110255 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-35dc634d-a506-463c-bba3-bb37653985f4 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:34.132075 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-35dc634d-a506-463c-bba3-bb37653985f4 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:34.132670 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-35dc634d-a506-463c-bba3-bb37653985f4 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:34.145771 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-35dc634d-a506-463c-bba3-bb37653985f4 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5818996 Jun 29 03:34:34.403308 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-123f57dc-ca2b-4a80-8193-d9afcd4a0b43 service neutron] Request body: {'port': {'device_id': '4f90e250-7afe-4f1b-a4da-5b57582c3ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:34:34.472225 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-123f57dc-ca2b-4a80-8193-d9afcd4a0b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:34.962732 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7d7d3-0b14-4aba-ae41-a54de08e28bc req-5d85eb39-0972-4a42-95f3-f2c211f713f6 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:34.964222 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-3db7d7d3-0b14-4aba-ae41-a54de08e28bc req-5d85eb39-0972-4a42-95f3-f2c211f713f6 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f90e250-7afe-4f1b-a4da-5b57582c3ff8 HTTP/1.1" status: 200 len: 932 time: 0.4453406 Jun 29 03:34:35.026238 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-3db7d7d3-0b14-4aba-ae41-a54de08e28bc req-0b2552f4-2d43-46f9-af87-ff69bdc0215f tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558536 Jun 29 03:34:35.082920 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-123f57dc-ca2b-4a80-8193-d9afcd4a0b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af49e37b-65a4-43b2-adfa-a634a917ed1f {{(pid=92900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:34:35.091008 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-123f57dc-ca2b-4a80-8193-d9afcd4a0b43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:35.103184 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.provisioning_blocks [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-123f57dc-ca2b-4a80-8193-d9afcd4a0b43 service neutron] Transition to ACTIVE for port object af49e37b-65a4-43b2-adfa-a634a917ed1f will not be triggered until provisioned by entity L2. {{(pid=92900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:34:35.106790 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-123f57dc-ca2b-4a80-8193-d9afcd4a0b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859959'] for port, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:35.109722 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-eb13dc4c-0471-4cfb-a0a4-6abbebe312f5 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:35.172349 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f57dc-ca2b-4a80-8193-d9afcd4a0b43 service neutron] Pushing event updated for resources: {'Port': ['ID=af49e37b-65a4-43b2-adfa-a634a917ed1f,revision_number=2']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:35.177828 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-123f57dc-ca2b-4a80-8193-d9afcd4a0b43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:35.180721 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71021ea-93ef-4d99-9c2a-f9aacf0c15f2 req-99b81c18-3636-4f3e-9d4c-d497eb065efa tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:35.182116 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f71021ea-93ef-4d99-9c2a-f9aacf0c15f2 req-99b81c18-3636-4f3e-9d4c-d497eb065efa tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 946 time: 0.0649912 Jun 29 03:34:35.218482 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f71021ea-93ef-4d99-9c2a-f9aacf0c15f2 req-52727048-18ee-42fa-b3e4-a20ba8d64cf9 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303257 Jun 29 03:34:35.220848 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-123f57dc-ca2b-4a80-8193-d9afcd4a0b43 service neutron] Attempting to bind port af49e37b-65a4-43b2-adfa-a634a917ed1f on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:34:35.221277 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-123f57dc-ca2b-4a80-8193-d9afcd4a0b43 service neutron] Attempting to bind port af49e37b-65a4-43b2-adfa-a634a917ed1f by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'f135fd1c-c1dc-4fff-8cd9-b57325a81d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '46964257-1caf-4984-ba64-66933fa6662a'}] {{(pid=92900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:34:35.221609 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-123f57dc-ca2b-4a80-8193-d9afcd4a0b43 service neutron] Attempting to bind port af49e37b-65a4-43b2-adfa-a634a917ed1f on network 46964257-1caf-4984-ba64-66933fa6662a {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:34:35.226286 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-123f57dc-ca2b-4a80-8193-d9afcd4a0b43 service neutron] Port af49e37b-65a4-43b2-adfa-a634a917ed1f on network 46964257-1caf-4984-ba64-66933fa6662a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:34:35.226601 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-123f57dc-ca2b-4a80-8193-d9afcd4a0b43 service neutron] Attempting to bind port af49e37b-65a4-43b2-adfa-a634a917ed1f on network 46964257-1caf-4984-ba64-66933fa6662a {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:34:35.231531 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-123f57dc-ca2b-4a80-8193-d9afcd4a0b43 service neutron] Checking agent: {'id': '2bf09fb4-53ea-44df-98c0-2f1f129e0ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:34:35.232575 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-123f57dc-ca2b-4a80-8193-d9afcd4a0b43 service neutron] Checking segment: {'id': 'f135fd1c-c1dc-4fff-8cd9-b57325a81d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '46964257-1caf-4984-ba64-66933fa6662a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:34:35.232840 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-123f57dc-ca2b-4a80-8193-d9afcd4a0b43 service neutron] Bound using segment: {'id': 'f135fd1c-c1dc-4fff-8cd9-b57325a81d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '46964257-1caf-4984-ba64-66933fa6662a'} {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:34:35.233257 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-123f57dc-ca2b-4a80-8193-d9afcd4a0b43 service neutron] Bound port: af49e37b-65a4-43b2-adfa-a634a917ed1f, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f135fd1c-c1dc-4fff-8cd9-b57325a81d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '46964257-1caf-4984-ba64-66933fa6662a'}}] {{(pid=92900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:34:35.233611 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-123f57dc-ca2b-4a80-8193-d9afcd4a0b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:35.295562 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-123f57dc-ca2b-4a80-8193-d9afcd4a0b43 service neutron] For port af49e37b-65a4-43b2-adfa-a634a917ed1f, host hv-cinder-79724, cleared binding levels {{(pid=92900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:34:35.298854 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-123f57dc-ca2b-4a80-8193-d9afcd4a0b43 service neutron] For port af49e37b-65a4-43b2-adfa-a634a917ed1f, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=af49e37b-65a4-43b2-adfa-a634a917ed1f,segment=NetworkSegment(f135fd1c-c1dc-4fff-8cd9-b57325a81d4e),segment_id=f135fd1c-c1dc-4fff-8cd9-b57325a81d4e)] {{(pid=92900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:34:35.302773 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-123f57dc-ca2b-4a80-8193-d9afcd4a0b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859959'] for port, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:35.304783 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-4d2b190e-e431-4a55-9e9d-fa8fdbc4ebce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:35.336976 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-123f57dc-ca2b-4a80-8193-d9afcd4a0b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:35.337574 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-123f57dc-ca2b-4a80-8193-d9afcd4a0b43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:35.338953 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-123f57dc-ca2b-4a80-8193-d9afcd4a0b43 service neutron] 10.222.0.41 "PUT /v2.0/ports/af49e37b-65a4-43b2-adfa-a634a917ed1f HTTP/1.1" status: 200 len: 1094 time: 0.9400785 Jun 29 03:34:35.341082 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f90e250-7afe-4f1b-a4da-5b57582c3ff8', 'tag': 'af49e37b-65a4-43b2-adfa-a634a917ed1f'}] {{(pid=92900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:34:35.343883 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66f2c99c1a8368f792cdf7ad94359b02357141073d69ee97e68f670b072060b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b431501-1549-407e-93fb-25b24d3bb34b" -d '{"events": [{"name": "network-changed", "server_uuid": "4f90e250-7afe-4f1b-a4da-5b57582c3ff8", "tag": "af49e37b-65a4-43b2-adfa-a634a917ed1f"}]}' {{(pid=92900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:34:35.371501 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f57dc-ca2b-4a80-8193-d9afcd4a0b43 service neutron] Pushing event updated for resources: {'Port': ['ID=af49e37b-65a4-43b2-adfa-a634a917ed1f,revision_number=3']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:35.375049 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-123f57dc-ca2b-4a80-8193-d9afcd4a0b43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:35.384961 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d3c0be-bccf-4f82-9fc9-2b7dcc97f6c5 x-openstack-request-id: req-c0d3c0be-bccf-4f82-9fc9-2b7dcc97f6c5 {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:34:35.385282 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f90e250-7afe-4f1b-a4da-5b57582c3ff8", "tag": "af49e37b-65a4-43b2-adfa-a634a917ed1f", "status": "completed", "code": 200}]} {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:34:35.385565 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c0d3c0be-bccf-4f82-9fc9-2b7dcc97f6c5 {{(pid=92900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:34:35.385979 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f90e250-7afe-4f1b-a4da-5b57582c3ff8', 'tag': 'af49e37b-65a4-43b2-adfa-a634a917ed1f', 'status': 'completed', 'code': 200} Jun 29 03:34:35.481845 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-16610463-ba23-4543-adb9-e831f374e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:35.483221 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-16610463-ba23-4543-adb9-e831f374e359 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae63377b57f8415494188750e0072368&device_id=4f90e250-7afe-4f1b-a4da-5b57582c3ff8 HTTP/1.1" status: 200 len: 1097 time: 0.0526133 Jun 29 03:34:35.565519 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-c2eaa6ca-b733-49dd-9fea-b69f4407fe0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af49e37b-65a4-43b2-adfa-a634a917ed1f HTTP/1.1" status: 200 len: 217 time: 0.0323973 Jun 29 03:34:35.652293 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-12cded6a-87d7-4517-b6c9-f4b2c49456b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:35.653978 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-12cded6a-87d7-4517-b6c9-f4b2c49456b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dd1a6204-f794-4008-83fe-7cfc2a393658 HTTP/1.1" status: 200 len: 854 time: 0.0531194 Jun 29 03:34:35.698825 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-4a477658-bb66-40b8-a023-45c0580e0c0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46964257-1caf-4984-ba64-66933fa6662a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255303 Jun 29 03:34:35.791137 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-c2ca673a-0a11-4edf-8383-4ebf0bc04174 service neutron] 10.222.0.41 "GET /v2.0/networks/46964257-1caf-4984-ba64-66933fa6662a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850153 Jun 29 03:34:35.884571 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6fd1a53d-22a9-40dc-8f3f-a34d5f306523 req-203cd7f6-c2aa-4b8a-a046-0c5de297427a service neutron] 10.222.0.41 "GET /v2.0/networks/46964257-1caf-4984-ba64-66933fa6662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861933 Jun 29 03:34:36.050128 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b431501-1549-407e-93fb-25b24d3bb34b req-699b6a09-d7f4-4e88-a65b-9daaca50c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:36.051661 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-9b431501-1549-407e-93fb-25b24d3bb34b req-699b6a09-d7f4-4e88-a65b-9daaca50c331 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae63377b57f8415494188750e0072368&device_id=4f90e250-7afe-4f1b-a4da-5b57582c3ff8 HTTP/1.1" status: 200 len: 1097 time: 0.0512524 Jun 29 03:34:36.147844 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b431501-1549-407e-93fb-25b24d3bb34b req-f18241d2-ffcf-4bc6-be55-9b85b859c449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:36.149274 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-9b431501-1549-407e-93fb-25b24d3bb34b req-f18241d2-ffcf-4bc6-be55-9b85b859c449 service neutron] 10.222.0.41 "GET /v2.0/networks?id=46964257-1caf-4984-ba64-66933fa6662a HTTP/1.1" status: 200 len: 915 time: 0.0883167 Jun 29 03:34:36.191403 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-9b431501-1549-407e-93fb-25b24d3bb34b req-d7f72f8d-9398-4e75-b528-fc82874e4667 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af49e37b-65a4-43b2-adfa-a634a917ed1f HTTP/1.1" status: 200 len: 217 time: 0.0332537 Jun 29 03:34:36.198620 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d162fb-7331-4476-951c-5c868f759d8f req-915d0237-734b-4440-a3f9-130c5447bd89 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:36.200687 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-06d162fb-7331-4476-951c-5c868f759d8f req-915d0237-734b-4440-a3f9-130c5447bd89 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f90e250-7afe-4f1b-a4da-5b57582c3ff8 HTTP/1.1" status: 200 len: 944 time: 0.0632708 Jun 29 03:34:36.239625 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-06d162fb-7331-4476-951c-5c868f759d8f req-e47570db-e31b-4291-9f50-8acf3ddcce0b tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330570 Jun 29 03:34:36.245089 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b431501-1549-407e-93fb-25b24d3bb34b req-b3daa974-8544-4a69-b9b8-780993e03891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:36.246513 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-9b431501-1549-407e-93fb-25b24d3bb34b req-b3daa974-8544-4a69-b9b8-780993e03891 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dd1a6204-f794-4008-83fe-7cfc2a393658 HTTP/1.1" status: 200 len: 854 time: 0.0481226 Jun 29 03:34:36.282710 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-9b431501-1549-407e-93fb-25b24d3bb34b req-2dcbaefc-793e-4d71-a7d3-064f60490d0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46964257-1caf-4984-ba64-66933fa6662a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267618 Jun 29 03:34:36.412433 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-9b431501-1549-407e-93fb-25b24d3bb34b req-acbaf805-b739-4b2d-b6f0-2c52e1427b60 service neutron] 10.222.0.41 "GET /v2.0/networks/46964257-1caf-4984-ba64-66933fa6662a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210008 Jun 29 03:34:36.451969 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee465e-5cc1-4853-89e5-439ce0af850c req-868ce08e-a634-44b0-ba46-10681b7beacd tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:36.453363 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-22ee465e-5cc1-4853-89e5-439ce0af850c req-868ce08e-a634-44b0-ba46-10681b7beacd tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 946 time: 0.1074753 Jun 29 03:34:36.523729 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-22ee465e-5cc1-4853-89e5-439ce0af850c req-c52542a1-2881-4232-9ef3-2b76eafe1ff7 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459785 Jun 29 03:34:36.544015 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-9b431501-1549-407e-93fb-25b24d3bb34b req-c23f6e7f-d46b-4e15-a225-17ff59c36da9 service neutron] 10.222.0.41 "GET /v2.0/networks/46964257-1caf-4984-ba64-66933fa6662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170011 Jun 29 03:34:37.413213 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59a247-eb95-46cd-bf18-d23a49033a30 req-21ab291a-dfaf-46d5-ab1a-523f894dabc3 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:37.414617 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-df59a247-eb95-46cd-bf18-d23a49033a30 req-21ab291a-dfaf-46d5-ab1a-523f894dabc3 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f90e250-7afe-4f1b-a4da-5b57582c3ff8 HTTP/1.1" status: 200 len: 944 time: 0.0627165 Jun 29 03:34:37.451423 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-df59a247-eb95-46cd-bf18-d23a49033a30 req-062b1cf1-e7f2-416d-865f-719a3e96fdf5 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310657 Jun 29 03:34:37.703816 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844868e-9cea-4b80-b3e7-89a134d56c46 req-3d501a42-bb1e-43b5-9b91-4955f3d845ab tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:37.705598 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f844868e-9cea-4b80-b3e7-89a134d56c46 req-3d501a42-bb1e-43b5-9b91-4955f3d845ab tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 946 time: 0.0715065 Jun 29 03:34:37.742765 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f844868e-9cea-4b80-b3e7-89a134d56c46 req-edf6e811-5754-4e12-bdd8-51ccf55f08d7 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310535 Jun 29 03:34:38.619896 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a48c6b-d182-4e5c-8f0f-64878d40446d req-0773c47a-3b44-4fe1-854f-e7a5290f25b7 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:38.621316 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-40a48c6b-d182-4e5c-8f0f-64878d40446d req-0773c47a-3b44-4fe1-854f-e7a5290f25b7 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f90e250-7afe-4f1b-a4da-5b57582c3ff8 HTTP/1.1" status: 200 len: 944 time: 0.0635905 Jun 29 03:34:38.657658 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-40a48c6b-d182-4e5c-8f0f-64878d40446d req-25d6386c-aada-4b05-871f-55e7d650af13 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308762 Jun 29 03:34:39.442867 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device af49e37b-65a4-43b2-adfa-a634a917ed1f details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:34:39.535326 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port af49e37b-65a4-43b2-adfa-a634a917ed1f, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=af49e37b-65a4-43b2-adfa-a634a917ed1f,segment=NetworkSegment(f135fd1c-c1dc-4fff-8cd9-b57325a81d4e),segment_id=f135fd1c-c1dc-4fff-8cd9-b57325a81d4e)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:34:39.545918 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Returning: {'device': 'af49e37b-65a4-43b2-adfa-a634a917ed1f', 'network_id': '46964257-1caf-4984-ba64-66933fa6662a', 'port_id': 'af49e37b-65a4-43b2-adfa-a634a917ed1f', 'mac_address': 'fa:16:3e:25:2c:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd1a6204-f794-4008-83fe-7cfc2a393658', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:34:39.581331 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:39.593611 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af49e37b-65a4-43b2-adfa-a634a917ed1f {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:34:39.611546 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port af49e37b-65a4-43b2-adfa-a634a917ed1f, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=af49e37b-65a4-43b2-adfa-a634a917ed1f,segment=NetworkSegment(f135fd1c-c1dc-4fff-8cd9-b57325a81d4e),segment_id=f135fd1c-c1dc-4fff-8cd9-b57325a81d4e)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:34:39.615274 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:39.617976 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-55c6c5c6-f053-4e57-a25e-88fbb722acda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:39.662324 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=af49e37b-65a4-43b2-adfa-a634a917ed1f,revision_number=4']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:39.665389 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:39.826340 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f013491-19c4-450c-87c8-8b40fc619042 req-ffd20921-6310-44ce-b026-d1c9c627fb84 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:39.827751 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-9f013491-19c4-450c-87c8-8b40fc619042 req-ffd20921-6310-44ce-b026-d1c9c627fb84 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f90e250-7afe-4f1b-a4da-5b57582c3ff8 HTTP/1.1" status: 200 len: 945 time: 0.0607157 Jun 29 03:34:39.862683 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-9f013491-19c4-450c-87c8-8b40fc619042 req-917a078b-f448-41d6-9f5e-eecc64eae1c1 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294251 Jun 29 03:34:40.029865 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['af49e37b-65a4-43b2-adfa-a634a917ed1f'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:34:41.030217 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e39438-4180-408d-a898-178e00601b51 req-6c5751f1-4ec4-4fa8-bece-c2bf0425f122 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:41.031637 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a1e39438-4180-408d-a898-178e00601b51 req-6c5751f1-4ec4-4fa8-bece-c2bf0425f122 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f90e250-7afe-4f1b-a4da-5b57582c3ff8 HTTP/1.1" status: 200 len: 945 time: 0.0605290 Jun 29 03:34:41.068616 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-a1e39438-4180-408d-a898-178e00601b51 req-ab7f94be-00be-4d0e-a7fc-cb4c41880547 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309644 Jun 29 03:34:41.448089 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device af49e37b-65a4-43b2-adfa-a634a917ed1f up at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:34:41.493700 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning for port af49e37b-65a4-43b2-adfa-a634a917ed1f completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:34:41.497096 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning complete for port af49e37b-65a4-43b2-adfa-a634a917ed1f triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:34:41.497478 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:41.571515 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:41.592216 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f90e250-7afe-4f1b-a4da-5b57582c3ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af49e37b-65a4-43b2-adfa-a634a917ed1f'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:34:41.594447 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a73cdd3c09cce4d0d67d6945d9627c9a5996a68627341085c627af31117b31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1fd670-322a-46f6-949a-7e0f0315d0e5" -d '{"events": [{"server_uuid": "4f90e250-7afe-4f1b-a4da-5b57582c3ff8", "name": "network-vif-plugged", "status": "completed", "tag": "af49e37b-65a4-43b2-adfa-a634a917ed1f"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:34:41.606466 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port af49e37b-65a4-43b2-adfa-a634a917ed1f, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=af49e37b-65a4-43b2-adfa-a634a917ed1f,segment=NetworkSegment(f135fd1c-c1dc-4fff-8cd9-b57325a81d4e),segment_id=f135fd1c-c1dc-4fff-8cd9-b57325a81d4e)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:34:41.610872 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:41.612922 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:41.634664 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea022d4e-ed06-43fe-a3ba-d20650be468b x-openstack-request-id: req-ea022d4e-ed06-43fe-a3ba-d20650be468b {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:34:41.634964 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f90e250-7afe-4f1b-a4da-5b57582c3ff8", "name": "network-vif-plugged", "status": "completed", "tag": "af49e37b-65a4-43b2-adfa-a634a917ed1f", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:34:41.635224 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ea022d4e-ed06-43fe-a3ba-d20650be468b {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:34:41.635617 dv-cinder-797245-8-smb neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f90e250-7afe-4f1b-a4da-5b57582c3ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af49e37b-65a4-43b2-adfa-a634a917ed1f', 'code': 200} Jun 29 03:34:41.659849 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=af49e37b-65a4-43b2-adfa-a634a917ed1f,revision_number=5']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:41.663336 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:41.913718 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bfdcf-5493-4490-903a-c4d21972c06c req-74714582-ccee-4a2a-9270-9efcca11188e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:41.915106 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-359bfdcf-5493-4490-903a-c4d21972c06c req-74714582-ccee-4a2a-9270-9efcca11188e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4f90e250-7afe-4f1b-a4da-5b57582c3ff8 HTTP/1.1" status: 200 len: 1099 time: 0.0541978 Jun 29 03:34:41.953351 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-359bfdcf-5493-4490-903a-c4d21972c06c req-3bf8a398-3b3c-4752-a016-0ee8d9f36cab service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265856 Jun 29 03:34:42.238015 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0c75e-172f-4ba1-bdc3-0820c0077d32 req-77cef654-23b8-4d35-bba5-1751142c2bf2 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:42.239483 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-40a0c75e-172f-4ba1-bdc3-0820c0077d32 req-77cef654-23b8-4d35-bba5-1751142c2bf2 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f90e250-7afe-4f1b-a4da-5b57582c3ff8 HTTP/1.1" status: 200 len: 946 time: 0.0637374 Jun 29 03:34:42.514387 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-40a0c75e-172f-4ba1-bdc3-0820c0077d32 req-8a7ff2b9-b15a-4ebc-8c24-34254b77a474 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693181 Jun 29 03:34:43.113097 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-01557691-0c56-4cee-b952-163b0ae16a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:43.481561 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 48526) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:43.676966 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [None req-47f5f970-5b45-41e8-b98d-789581facce3 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Deleting port c50ee9eb-293b-4f1b-a714-f978e0ebda29 {{(pid=92900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:34:43.677298 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-47f5f970-5b45-41e8-b98d-789581facce3 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:43.746537 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33cd38-3d0c-4634-a726-16806a9fbb61 req-e713ee26-7d29-40cd-8b5e-e2a0b366d646 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:43.747913 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-5c33cd38-3d0c-4634-a726-16806a9fbb61 req-e713ee26-7d29-40cd-8b5e-e2a0b366d646 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f90e250-7afe-4f1b-a4da-5b57582c3ff8 HTTP/1.1" status: 200 len: 946 time: 0.1200652 Jun 29 03:34:43.786706 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-47f5f970-5b45-41e8-b98d-789581facce3 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:43.787031 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-47f5f970-5b45-41e8-b98d-789581facce3 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:43.806729 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [None req-47f5f970-5b45-41e8-b98d-789581facce3 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Calling delete_port for c50ee9eb-293b-4f1b-a714-f978e0ebda29 owned by network:floatingip {{(pid=92900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:34:43.810584 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-5c33cd38-3d0c-4634-a726-16806a9fbb61 req-b8fde246-20c5-4693-95bc-d05956e8072b tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566580 Jun 29 03:34:43.980689 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-47f5f970-5b45-41e8-b98d-789581facce3 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859944'] for port, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:43.983103 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:44.013986 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5f970-5b45-41e8-b98d-789581facce3 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Pushing event deleted for resources: {'Port': ['ID=c50ee9eb-293b-4f1b-a714-f978e0ebda29,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:44.016573 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-47f5f970-5b45-41e8-b98d-789581facce3 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:44.082944 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-47f5f970-5b45-41e8-b98d-789581facce3 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks [] for floatingip, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:44.083269 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.db.l3_db [None req-47f5f970-5b45-41e8-b98d-789581facce3 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Floating IP 83a4bf06-3826-44ef-b197-39bc76aa0410 disassociated (deleted). External IP: 172.28.2.37, port: 82eefe9c-b608-44aa-baa7-d7be68788459. Jun 29 03:34:44.286622 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f5f970-5b45-41e8-b98d-789581facce3 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Router 6e3abc95-0264-4163-a476-86e598f9737c has already been hosted by L3 agent 7fe0c168-953d-4d47-bedf-fde3a92e458b {{(pid=92900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:34:44.385680 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f5f970-5b45-41e8-b98d-789581facce3 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify agent at l3_agent.dv-cinder-797245-8-smb the message routers_updated {{(pid=92900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:34:44.390468 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-47f5f970-5b45-41e8-b98d-789581facce3 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for floatingip, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:44.394681 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0c90d7-1561-4a6b-8ebd-e1910619cb46 None None] Sync routers for ids ['6e3abc95-0264-4163-a476-86e598f9737c'] in dv-cinder-797245-8-smb {{(pid=92902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:34:44.407788 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0c90d7-1561-4a6b-8ebd-e1910619cb46 None None] Routers {'6e3abc95-0264-4163-a476-86e598f9737c'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:34:44.408437 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-cb0c90d7-1561-4a6b-8ebd-e1910619cb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:34:15Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['6e3abc95-0264-4163-a476-86e598f9737c'], 'active': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:34:44.428298 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-47f5f970-5b45-41e8-b98d-789581facce3 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "DELETE /v2.0/floatingips/83a4bf06-3826-44ef-b197-39bc76aa0410 HTTP/1.1" status: 204 len: 168 time: 0.9455776 Jun 29 03:34:44.429046 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b4b51f-a15d-493a-949f-e58e0fdaadde', 'tag': '82eefe9c-b608-44aa-baa7-d7be68788459'}] {{(pid=92900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:34:44.431393 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66f2c99c1a8368f792cdf7ad94359b02357141073d69ee97e68f670b072060b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c75669-d6e0-4066-9379-2cfa343acbc7" -d '{"events": [{"name": "network-changed", "server_uuid": "c3b4b51f-a15d-493a-949f-e58e0fdaadde", "tag": "82eefe9c-b608-44aa-baa7-d7be68788459"}]}' {{(pid=92900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:34:44.467653 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603e38a8-8d8e-4e52-9642-cce8b2db2ac9 x-openstack-request-id: req-603e38a8-8d8e-4e52-9642-cce8b2db2ac9 {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:34:44.468007 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3b4b51f-a15d-493a-949f-e58e0fdaadde", "tag": "82eefe9c-b608-44aa-baa7-d7be68788459", "status": "completed", "code": 200}]} {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:34:44.468296 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-603e38a8-8d8e-4e52-9642-cce8b2db2ac9 {{(pid=92900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:34:44.468722 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3b4b51f-a15d-493a-949f-e58e0fdaadde', 'tag': '82eefe9c-b608-44aa-baa7-d7be68788459', 'status': 'completed', 'code': 200} Jun 29 03:34:44.517251 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvr_db [None req-cb0c90d7-1561-4a6b-8ebd-e1910619cb46 None None] Set router 6e3abc95-0264-4163-a476-86e598f9737c gateway port host: dv-cinder-797245-8-smb {{(pid=92902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:34:44.577757 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c75669-d6e0-4066-9379-2cfa343acbc7 req-8a6a8284-1d79-4dc2-89fe-cef1f8b023ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:44.579307 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-00c75669-d6e0-4066-9379-2cfa343acbc7 req-8a6a8284-1d79-4dc2-89fe-cef1f8b023ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3699bbcc961442d5b336531ab34b138e&device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 1099 time: 0.0563500 Jun 29 03:34:44.689797 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c75669-d6e0-4066-9379-2cfa343acbc7 req-6a65a13b-8c0b-4a3d-bf60-1497dd39cdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:44.691258 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-00c75669-d6e0-4066-9379-2cfa343acbc7 req-6a65a13b-8c0b-4a3d-bf60-1497dd39cdb4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1fd1867f-612c-48ab-8e13-3ee799ac13de HTTP/1.1" status: 200 len: 908 time: 0.1036494 Jun 29 03:34:44.745150 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-cb0c90d7-1561-4a6b-8ebd-e1910619cb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3abc95-0264-4163-a476-86e598f9737c', 'name': 'tempest-TestShelveInstance-69386395-router', 'tenant_id': '3699bbcc961442d5b336531ab34b138e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f6fb6513-7c72-4dfa-8a27-27780b1ed580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:29:54Z', 'updated_at': '2021-06-29T03:29:57Z', 'revision_number': 4, 'project_id': '3699bbcc961442d5b336531ab34b138e', 'gw_port': {'id': 'f6fb6513-7c72-4dfa-8a27-27780b1ed580', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3abc95-0264-4163-a476-86e598f9737c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:55Z', 'updated_at': '2021-06-29T03:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': '50a11463-ec7c-4904-bb42-8d8b29b13189', 'name': '', 'network_id': '1fd1867f-612c-48ab-8e13-3ee799ac13de', 'tenant_id': '3699bbcc961442d5b336531ab34b138e', 'mac_address': 'fa:16:3e:3d:40:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3abc95-0264-4163-a476-86e598f9737c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '40346270-8996-492e-8bd1-1ed1c2a5eff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:57Z', 'updated_at': '2021-06-29T03:30:04Z', 'revision_number': 5, 'project_id': '3699bbcc961442d5b336531ab34b138e', 'subnets': [{'id': '40346270-8996-492e-8bd1-1ed1c2a5eff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:34:44.771463 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0c90d7-1561-4a6b-8ebd-e1910619cb46 None None] Checking router: 6e3abc95-0264-4163-a476-86e598f9737c for host: dv-cinder-797245-8-smb {{(pid=92902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:34:44.779485 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0c90d7-1561-4a6b-8ebd-e1910619cb46 None None] Routers {'6e3abc95-0264-4163-a476-86e598f9737c'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:34:44.780126 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-cb0c90d7-1561-4a6b-8ebd-e1910619cb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:34:15Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['6e3abc95-0264-4163-a476-86e598f9737c'], 'active': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:34:44.815206 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-00c75669-d6e0-4066-9379-2cfa343acbc7 req-58e53140-5576-481f-9dd3-e7474979942f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82eefe9c-b608-44aa-baa7-d7be68788459 HTTP/1.1" status: 200 len: 217 time: 0.0338974 Jun 29 03:34:44.873046 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2f184-af43-4fdd-a763-07113279e645 req-c4677a4c-2479-4f09-b765-840437bbb23b tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:44.874472 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-cad2f184-af43-4fdd-a763-07113279e645 req-c4677a4c-2479-4f09-b765-840437bbb23b tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 946 time: 0.1209669 Jun 29 03:34:44.883185 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvr_db [None req-cb0c90d7-1561-4a6b-8ebd-e1910619cb46 None None] Set router 6e3abc95-0264-4163-a476-86e598f9737c gateway port host: dv-cinder-797245-8-smb {{(pid=92902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:34:44.896761 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c75669-d6e0-4066-9379-2cfa343acbc7 req-fec01805-28fb-4e3d-b129-10f26f0f2eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:44.898132 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-00c75669-d6e0-4066-9379-2cfa343acbc7 req-fec01805-28fb-4e3d-b129-10f26f0f2eae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40346270-8996-492e-8bd1-1ed1c2a5eff8 HTTP/1.1" status: 200 len: 846 time: 0.0675833 Jun 29 03:34:44.928927 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-cad2f184-af43-4fdd-a763-07113279e645 req-72c1e80b-0214-46b6-be0f-3d05d43659c1 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/security-groups?id=03442ba7-4734-48c9-ad0a-5fe656391907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482013 Jun 29 03:34:44.970944 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c75669-d6e0-4066-9379-2cfa343acbc7 req-e3c829a9-f097-4568-bf70-9b962b6bed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:44.972432 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-00c75669-d6e0-4066-9379-2cfa343acbc7 req-e3c829a9-f097-4568-bf70-9b962b6bed61 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1fd1867f-612c-48ab-8e13-3ee799ac13de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0585439 Jun 29 03:34:45.068839 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-00c75669-d6e0-4066-9379-2cfa343acbc7 req-98945ce0-2edb-4083-96c6-c0d36defa56e service neutron] 10.222.0.41 "GET /v2.0/networks/1fd1867f-612c-48ab-8e13-3ee799ac13de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814955 Jun 29 03:34:45.077861 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-cb0c90d7-1561-4a6b-8ebd-e1910619cb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3abc95-0264-4163-a476-86e598f9737c', 'name': 'tempest-TestShelveInstance-69386395-router', 'tenant_id': '3699bbcc961442d5b336531ab34b138e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f6fb6513-7c72-4dfa-8a27-27780b1ed580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:29:54Z', 'updated_at': '2021-06-29T03:29:57Z', 'revision_number': 4, 'project_id': '3699bbcc961442d5b336531ab34b138e', 'gw_port': {'id': 'f6fb6513-7c72-4dfa-8a27-27780b1ed580', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3abc95-0264-4163-a476-86e598f9737c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:55Z', 'updated_at': '2021-06-29T03:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': '50a11463-ec7c-4904-bb42-8d8b29b13189', 'name': '', 'network_id': '1fd1867f-612c-48ab-8e13-3ee799ac13de', 'tenant_id': '3699bbcc961442d5b336531ab34b138e', 'mac_address': 'fa:16:3e:3d:40:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3abc95-0264-4163-a476-86e598f9737c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '40346270-8996-492e-8bd1-1ed1c2a5eff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:57Z', 'updated_at': '2021-06-29T03:30:04Z', 'revision_number': 5, 'project_id': '3699bbcc961442d5b336531ab34b138e', 'subnets': [{'id': '40346270-8996-492e-8bd1-1ed1c2a5eff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:34:45.103408 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0c90d7-1561-4a6b-8ebd-e1910619cb46 None None] The sync data for ids ['6e3abc95-0264-4163-a476-86e598f9737c'] in dv-cinder-797245-8-smb is: [{'id': '6e3abc95-0264-4163-a476-86e598f9737c', 'name': 'tempest-TestShelveInstance-69386395-router', 'tenant_id': '3699bbcc961442d5b336531ab34b138e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f6fb6513-7c72-4dfa-8a27-27780b1ed580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:29:54Z', 'updated_at': '2021-06-29T03:29:57Z', 'revision_number': 4, 'project_id': '3699bbcc961442d5b336531ab34b138e', 'gw_port': {'id': 'f6fb6513-7c72-4dfa-8a27-27780b1ed580', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3abc95-0264-4163-a476-86e598f9737c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:55Z', 'updated_at': '2021-06-29T03:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': '50a11463-ec7c-4904-bb42-8d8b29b13189', 'name': '', 'network_id': '1fd1867f-612c-48ab-8e13-3ee799ac13de', 'tenant_id': '3699bbcc961442d5b336531ab34b138e', 'mac_address': 'fa:16:3e:3d:40:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3abc95-0264-4163-a476-86e598f9737c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '40346270-8996-492e-8bd1-1ed1c2a5eff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:57Z', 'updated_at': '2021-06-29T03:30:04Z', 'revision_number': 5, 'project_id': '3699bbcc961442d5b336531ab34b138e', 'subnets': [{'id': '40346270-8996-492e-8bd1-1ed1c2a5eff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:34:45.165508 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-00c75669-d6e0-4066-9379-2cfa343acbc7 req-b9e220b3-478c-424b-adc3-c951d2a7280d service neutron] 10.222.0.41 "GET /v2.0/networks/1fd1867f-612c-48ab-8e13-3ee799ac13de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886209 Jun 29 03:34:45.338727 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f7d04d-17a7-47e9-b969-490e553571a8 None None] New status for floating IP 83a4bf06-3826-44ef-b197-39bc76aa0410: DOWN {{(pid=92901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 03:34:45.471977 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-36977f62-bfe1-4cd4-9967-d1e303a383b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:45.852678 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:46.101863 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a5c1f-3ba3-42b3-a78c-87c764cc5964 req-735b6cc1-ebd2-4f02-b65a-a4151f1af9f4 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:46.103365 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-347a5c1f-3ba3-42b3-a78c-87c764cc5964 req-735b6cc1-ebd2-4f02-b65a-a4151f1af9f4 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 946 time: 0.0600314 Jun 29 03:34:46.139613 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-347a5c1f-3ba3-42b3-a78c-87c764cc5964 req-9440ca8f-034c-4597-9d59-c5eed82813ba tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/security-groups?id=03442ba7-4734-48c9-ad0a-5fe656391907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308270 Jun 29 03:34:46.555943 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:47.098702 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29166c3-3497-4463-b60e-3b334d5316d3 req-3611e87a-1f27-4c62-8a58-9621d45b2942 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:47.100199 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e29166c3-3497-4463-b60e-3b334d5316d3 req-3611e87a-1f27-4c62-8a58-9621d45b2942 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 946 time: 0.0639026 Jun 29 03:34:47.181199 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:47.201422 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [req-e29166c3-3497-4463-b60e-3b334d5316d3 req-4afc5ef6-6f1f-47b4-a0df-6faa2203f5aa tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Deleting port 82eefe9c-b608-44aa-baa7-d7be68788459 {{(pid=92900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:34:47.201914 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-e29166c3-3497-4463-b60e-3b334d5316d3 req-4afc5ef6-6f1f-47b4-a0df-6faa2203f5aa tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:47.293522 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-e29166c3-3497-4463-b60e-3b334d5316d3 req-4afc5ef6-6f1f-47b4-a0df-6faa2203f5aa tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] For port 82eefe9c-b608-44aa-baa7-d7be68788459, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=82eefe9c-b608-44aa-baa7-d7be68788459,segment=NetworkSegment(ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0),segment_id=ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0)] {{(pid=92900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:34:47.293878 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-e29166c3-3497-4463-b60e-3b334d5316d3 req-4afc5ef6-6f1f-47b4-a0df-6faa2203f5aa tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:47.305802 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [req-e29166c3-3497-4463-b60e-3b334d5316d3 req-4afc5ef6-6f1f-47b4-a0df-6faa2203f5aa tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Calling delete_port for 82eefe9c-b608-44aa-baa7-d7be68788459 owned by compute:nova {{(pid=92900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:34:47.329550 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078803c-4a52-412c-b849-696b31f402b2 req-814d3662-717a-43c3-aaea-a16aa5d1bdfd tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:47.337048 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-4078803c-4a52-412c-b849-696b31f402b2 req-814d3662-717a-43c3-aaea-a16aa5d1bdfd tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 946 time: 0.0685256 Jun 29 03:34:47.369039 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-4078803c-4a52-412c-b849-696b31f402b2 req-62dd4482-78b4-4fb6-b5d5-22bb474812a7 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/security-groups?id=03442ba7-4734-48c9-ad0a-5fe656391907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310729 Jun 29 03:34:47.435900 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-e29166c3-3497-4463-b60e-3b334d5316d3 req-4afc5ef6-6f1f-47b4-a0df-6faa2203f5aa tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859944'] for port, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:47.439650 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-cdb83103-33f2-4643-87ce-c5f8281f46e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:47.466278 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc5ef6-6f1f-47b4-a0df-6faa2203f5aa tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Pushing event deleted for resources: {'Port': ['ID=82eefe9c-b608-44aa-baa7-d7be68788459,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:47.469552 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-4afc5ef6-6f1f-47b4-a0df-6faa2203f5aa tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:47.511991 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29166c3-3497-4463-b60e-3b334d5316d3 req-4afc5ef6-6f1f-47b4-a0df-6faa2203f5aa tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] No DVR routers for this DVR port 82eefe9c-b608-44aa-baa7-d7be68788459 on host hv-cinder-79724 {{(pid=92900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:34:47.514451 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-e29166c3-3497-4463-b60e-3b334d5316d3 req-4afc5ef6-6f1f-47b4-a0df-6faa2203f5aa tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:47.516616 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e29166c3-3497-4463-b60e-3b334d5316d3 req-4afc5ef6-6f1f-47b4-a0df-6faa2203f5aa tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.41 "DELETE /v2.0/ports/82eefe9c-b608-44aa-baa7-d7be68788459 HTTP/1.1" status: 204 len: 173 time: 0.4108775 Jun 29 03:34:47.517135 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b4b51f-a15d-493a-949f-e58e0fdaadde', 'name': 'network-vif-deleted', 'tag': '82eefe9c-b608-44aa-baa7-d7be68788459'}] {{(pid=92900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:34:47.519374 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66f2c99c1a8368f792cdf7ad94359b02357141073d69ee97e68f670b072060b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab72835e-eb6a-4ed5-9563-42328aa3f49e" -d '{"events": [{"server_uuid": "c3b4b51f-a15d-493a-949f-e58e0fdaadde", "name": "network-vif-deleted", "tag": "82eefe9c-b608-44aa-baa7-d7be68788459"}]}' {{(pid=92900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:34:47.558980 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63494045-d8f7-42fe-b843-5348ef0e81e3 x-openstack-request-id: req-63494045-d8f7-42fe-b843-5348ef0e81e3 {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:34:47.559323 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b4b51f-a15d-493a-949f-e58e0fdaadde", "name": "network-vif-deleted", "tag": "82eefe9c-b608-44aa-baa7-d7be68788459", "status": "completed", "code": 200}]} {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:34:47.559708 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-63494045-d8f7-42fe-b843-5348ef0e81e3 {{(pid=92900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:34:47.560161 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b4b51f-a15d-493a-949f-e58e0fdaadde', 'name': 'network-vif-deleted', 'tag': '82eefe9c-b608-44aa-baa7-d7be68788459', 'status': 'completed', 'code': 200} Jun 29 03:34:48.453492 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:48.522844 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-ba01e0db-b71f-4f96-b371-d71cecb88e88 req-afa2baf4-90ae-4d13-a41e-303d462075d9 tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b4b51f-a15d-493a-949f-e58e0fdaadde HTTP/1.1" status: 200 len: 210 time: 0.0284026 Jun 29 03:34:49.614977 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 48586) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:49.671155 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-79512ee7-9087-4055-9b71-46b0fce3dc4b tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:49.695583 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-79512ee7-9087-4055-9b71-46b0fce3dc4b tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:49.755488 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-79512ee7-9087-4055-9b71-46b0fce3dc4b tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:49.757993 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-79512ee7-9087-4055-9b71-46b0fce3dc4b tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:49.759143 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-79512ee7-9087-4055-9b71-46b0fce3dc4b tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] 10.222.0.24 "DELETE /v2.0/security-groups/03442ba7-4734-48c9-ad0a-5fe656391907 HTTP/1.1" status: 204 len: 168 time: 0.1432035 Jun 29 03:34:49.759947 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-228acbec-25d3-4824-805b-32cebfffc33b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:49.768511 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79512ee7-9087-4055-9b71-46b0fce3dc4b tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03442ba7-4734-48c9-ad0a-5fe656391907,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:49.771258 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-79512ee7-9087-4055-9b71-46b0fce3dc4b tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:49.798472 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 48590) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:50.131338 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-eeedfe64-59c3-47b7-bda1-9ad7b1d13dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8081182'] for router_interface, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:50.674482 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8e009-409e-4f9a-821d-8269a8877f07 req-3b076191-1d96-4ddb-afc1-2612ceb141a4 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:50.675913 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-33d8e009-409e-4f9a-821d-8269a8877f07 req-3b076191-1d96-4ddb-afc1-2612ceb141a4 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f90e250-7afe-4f1b-a4da-5b57582c3ff8 HTTP/1.1" status: 200 len: 946 time: 0.1166613 Jun 29 03:34:50.719062 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [None req-eeedfe64-59c3-47b7-bda1-9ad7b1d13dc3 admin admin] Deleting port 50a11463-ec7c-4904-bb42-8d8b29b13189 {{(pid=92900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:34:50.719400 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-eeedfe64-59c3-47b7-bda1-9ad7b1d13dc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:50.724151 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-33d8e009-409e-4f9a-821d-8269a8877f07 req-5cd1060b-07c3-4004-916e-d53b1a4c587a tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421460 Jun 29 03:34:50.797582 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [None req-eeedfe64-59c3-47b7-bda1-9ad7b1d13dc3 admin admin] For port 50a11463-ec7c-4904-bb42-8d8b29b13189, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=50a11463-ec7c-4904-bb42-8d8b29b13189,segment=NetworkSegment(ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0),segment_id=ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0)] {{(pid=92900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:34:50.797966 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-eeedfe64-59c3-47b7-bda1-9ad7b1d13dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:50.809415 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [None req-eeedfe64-59c3-47b7-bda1-9ad7b1d13dc3 admin admin] Calling delete_port for 50a11463-ec7c-4904-bb42-8d8b29b13189 owned by network:router_interface {{(pid=92900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:34:50.978236 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-eeedfe64-59c3-47b7-bda1-9ad7b1d13dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859944'] for port, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:50.980964 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-230a6a8c-3262-46f0-89c2-88e8597a3fbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:51.006837 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeedfe64-59c3-47b7-bda1-9ad7b1d13dc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=50a11463-ec7c-4904-bb42-8d8b29b13189,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:51.009246 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-eeedfe64-59c3-47b7-bda1-9ad7b1d13dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:51.168828 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-eeedfe64-59c3-47b7-bda1-9ad7b1d13dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7903679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8080526'] for router_interface, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:51.376107 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeedfe64-59c3-47b7-bda1-9ad7b1d13dc3 admin admin] Router 6e3abc95-0264-4163-a476-86e598f9737c has already been hosted by L3 agent 7fe0c168-953d-4d47-bedf-fde3a92e458b {{(pid=92900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:34:51.465078 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 82eefe9c-b608-44aa-baa7-d7be68788459 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:34:51.478661 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeedfe64-59c3-47b7-bda1-9ad7b1d13dc3 admin admin] Notify agent at l3_agent.dv-cinder-797245-8-smb the message routers_updated {{(pid=92900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:34:51.485447 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-eeedfe64-59c3-47b7-bda1-9ad7b1d13dc3 admin admin] 10.222.0.24 "PUT /v2.0/routers/6e3abc95-0264-4163-a476-86e598f9737c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6837881 Jun 29 03:34:51.485553 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] No Port match for: 82eefe9c-b608-44aa-baa7-d7be68788459 {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:34:51.485553 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 82eefe9c-b608-44aa-baa7-d7be68788459 not bound to the agent host hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:34:51.486108 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 48598) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:51.489638 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7896b5-836e-4e1c-b96b-3c81c7bdf8ec None None] Sync routers for ids ['6e3abc95-0264-4163-a476-86e598f9737c'] in dv-cinder-797245-8-smb {{(pid=92902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:34:51.498605 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7896b5-836e-4e1c-b96b-3c81c7bdf8ec None None] Routers {'6e3abc95-0264-4163-a476-86e598f9737c'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:34:51.499204 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-0c7896b5-836e-4e1c-b96b-3c81c7bdf8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:34:45Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['6e3abc95-0264-4163-a476-86e598f9737c'], 'active': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:34:51.586452 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-a67b04c3-2482-4580-8df3-e191e40092a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:51.686355 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvr_db [None req-0c7896b5-836e-4e1c-b96b-3c81c7bdf8ec None None] Set router 6e3abc95-0264-4163-a476-86e598f9737c gateway port host: dv-cinder-797245-8-smb {{(pid=92902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:34:51.705176 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-a67b04c3-2482-4580-8df3-e191e40092a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:51.755420 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [None req-a67b04c3-2482-4580-8df3-e191e40092a8 admin admin] Deleting port f6fb6513-7c72-4dfa-8a27-27780b1ed580 {{(pid=92900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:34:51.755739 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-a67b04c3-2482-4580-8df3-e191e40092a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:51.834393 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [None req-a67b04c3-2482-4580-8df3-e191e40092a8 admin admin] For port f6fb6513-7c72-4dfa-8a27-27780b1ed580, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=f6fb6513-7c72-4dfa-8a27-27780b1ed580,segment=NetworkSegment(e9e5c7ef-c364-4b74-9222-2e87bd8fc345),segment_id=e9e5c7ef-c364-4b74-9222-2e87bd8fc345)] {{(pid=92900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:34:51.834752 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-a67b04c3-2482-4580-8df3-e191e40092a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:51.847387 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [None req-a67b04c3-2482-4580-8df3-e191e40092a8 admin admin] Calling delete_port for f6fb6513-7c72-4dfa-8a27-27780b1ed580 owned by network:router_gateway {{(pid=92900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:34:51.864201 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-0c7896b5-836e-4e1c-b96b-3c81c7bdf8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3abc95-0264-4163-a476-86e598f9737c', 'name': 'tempest-TestShelveInstance-69386395-router', 'tenant_id': '3699bbcc961442d5b336531ab34b138e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f6fb6513-7c72-4dfa-8a27-27780b1ed580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:29:54Z', 'updated_at': '2021-06-29T03:34:50Z', 'revision_number': 5, 'project_id': '3699bbcc961442d5b336531ab34b138e', 'gw_port': {'id': 'f6fb6513-7c72-4dfa-8a27-27780b1ed580', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3abc95-0264-4163-a476-86e598f9737c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:55Z', 'updated_at': '2021-06-29T03:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb'}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:34:51.892884 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7896b5-836e-4e1c-b96b-3c81c7bdf8ec None None] Checking router: 6e3abc95-0264-4163-a476-86e598f9737c for host: dv-cinder-797245-8-smb {{(pid=92902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:34:51.901543 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7896b5-836e-4e1c-b96b-3c81c7bdf8ec None None] Routers {'6e3abc95-0264-4163-a476-86e598f9737c'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:34:51.902146 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-0c7896b5-836e-4e1c-b96b-3c81c7bdf8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:34:45Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['6e3abc95-0264-4163-a476-86e598f9737c'], 'active': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:34:51.906152 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145bb59-9b08-4938-8ae6-fef59d627381 req-fe6702fa-c427-4e75-9c02-d4bc25a76563 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:51.907727 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-4145bb59-9b08-4938-8ae6-fef59d627381 req-fe6702fa-c427-4e75-9c02-d4bc25a76563 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f90e250-7afe-4f1b-a4da-5b57582c3ff8 HTTP/1.1" status: 200 len: 946 time: 0.0670190 Jun 29 03:34:51.964833 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-4145bb59-9b08-4938-8ae6-fef59d627381 req-66c9af3b-b9e3-4731-90ac-91c4c69f898a tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414386 Jun 29 03:34:51.994032 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvr_db [None req-0c7896b5-836e-4e1c-b96b-3c81c7bdf8ec None None] Set router 6e3abc95-0264-4163-a476-86e598f9737c gateway port host: None {{(pid=92902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:34:52.019703 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-a67b04c3-2482-4580-8df3-e191e40092a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859944'] for port, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:52.022717 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-4afc5ef6-6f1f-47b4-a0df-6faa2203f5aa tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:52.049090 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-0c7896b5-836e-4e1c-b96b-3c81c7bdf8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3abc95-0264-4163-a476-86e598f9737c', 'name': 'tempest-TestShelveInstance-69386395-router', 'tenant_id': '3699bbcc961442d5b336531ab34b138e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:29:54Z', 'updated_at': '2021-06-29T03:34:51Z', 'revision_number': 6, 'project_id': '3699bbcc961442d5b336531ab34b138e', 'gw_port_host': None}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:34:52.059784 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b04c3-2482-4580-8df3-e191e40092a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6fb6513-7c72-4dfa-8a27-27780b1ed580,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:52.077722 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-a67b04c3-2482-4580-8df3-e191e40092a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:52.078423 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7896b5-836e-4e1c-b96b-3c81c7bdf8ec None None] The sync data for ids ['6e3abc95-0264-4163-a476-86e598f9737c'] in dv-cinder-797245-8-smb is: [{'id': '6e3abc95-0264-4163-a476-86e598f9737c', 'name': 'tempest-TestShelveInstance-69386395-router', 'tenant_id': '3699bbcc961442d5b336531ab34b138e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:29:54Z', 'updated_at': '2021-06-29T03:34:51Z', 'revision_number': 6, 'project_id': '3699bbcc961442d5b336531ab34b138e', 'gw_port_host': None}] {{(pid=92902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:34:52.118060 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-a67b04c3-2482-4580-8df3-e191e40092a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8077410'] for router_gateway, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:52.203519 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-a67b04c3-2482-4580-8df3-e191e40092a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8080245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8083'] for router, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:52.205584 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-a67b04c3-2482-4580-8df3-e191e40092a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:52.245737 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-a67b04c3-2482-4580-8df3-e191e40092a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8080675'] for router, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:52.246299 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67b04c3-2482-4580-8df3-e191e40092a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e3abc95-0264-4163-a476-86e598f9737c {{(pid=92900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 03:34:52.251167 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-a67b04c3-2482-4580-8df3-e191e40092a8 admin admin] Notify callbacks [] for router, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:52.252383 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-a67b04c3-2482-4580-8df3-e191e40092a8 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6e3abc95-0264-4163-a476-86e598f9737c HTTP/1.1" status: 204 len: 168 time: 0.7653513 Jun 29 03:34:52.256628 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 48602) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:52.310949 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf47d5a1-54b7-47d4-b720-94ae554b27ad admin admin] Deleting subnet 40346270-8996-492e-8bd1-1ed1c2a5eff8 {{(pid=92900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 03:34:52.313910 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-bf47d5a1-54b7-47d4-b720-94ae554b27ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:52.345990 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-bf47d5a1-54b7-47d4-b720-94ae554b27ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4727200'] for subnet, precommit_delete_associations {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:52.455692 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-bf47d5a1-54b7-47d4-b720-94ae554b27ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-714680'] for subnet, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:52.513598 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-bf47d5a1-54b7-47d4-b720-94ae554b27ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-714689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4860150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66844555'] for subnet, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:52.515805 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-12c11cca-003a-4b30-b0fc-9398c6eb624b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:52.528207 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 50a11463-ec7c-4904-bb42-8d8b29b13189 no longer exists at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:34:52.541280 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47d5a1-54b7-47d4-b720-94ae554b27ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40346270-8996-492e-8bd1-1ed1c2a5eff8,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:52.544638 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-bf47d5a1-54b7-47d4-b720-94ae554b27ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:52.545630 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-bf47d5a1-54b7-47d4-b720-94ae554b27ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for subnet, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:52.547464 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-bf47d5a1-54b7-47d4-b720-94ae554b27ad admin admin] 10.222.0.24 "DELETE /v2.0/subnets/40346270-8996-492e-8bd1-1ed1c2a5eff8 HTTP/1.1" status: 204 len: 168 time: 0.2904019 Jun 29 03:34:52.550012 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 48604) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:52.554870 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19f72fa-318d-4659-84b0-6fe2ae595a29 None None] Network 1fd1867f-612c-48ab-8e13-3ee799ac13de requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:34:52.558027 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] No Port match for: 50a11463-ec7c-4904-bb42-8d8b29b13189 {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:34:52.558384 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 50a11463-ec7c-4904-bb42-8d8b29b13189 not bound to the agent host dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:34:52.616955 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-02c58cb2-6e9e-4686-8269-3334d9b78d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752549'] for network, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:52.666677 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [None req-02c58cb2-6e9e-4686-8269-3334d9b78d98 admin admin] Deleting port 7826714e-9961-4adf-9b0a-991dec520232 {{(pid=92899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:34:52.667274 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-02c58cb2-6e9e-4686-8269-3334d9b78d98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:52.731340 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.db [None req-02c58cb2-6e9e-4686-8269-3334d9b78d98 admin admin] For port 7826714e-9961-4adf-9b0a-991dec520232, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=7826714e-9961-4adf-9b0a-991dec520232,segment=NetworkSegment(ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0),segment_id=ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0)] {{(pid=92899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:34:52.731692 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-02c58cb2-6e9e-4686-8269-3334d9b78d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:52.743143 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [None req-02c58cb2-6e9e-4686-8269-3334d9b78d98 admin admin] Calling delete_port for 7826714e-9961-4adf-9b0a-991dec520232 owned by network:dhcp {{(pid=92899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:34:52.820344 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-02c58cb2-6e9e-4686-8269-3334d9b78d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372683'] for port, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:52.823105 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-4f8558e4-0ec7-459b-9bd4-d7080244d6f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:52.845426 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c58cb2-6e9e-4686-8269-3334d9b78d98 admin admin] Pushing event deleted for resources: {'Port': ['ID=7826714e-9961-4adf-9b0a-991dec520232,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:52.850963 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9879b7-abdd-43b6-b81d-cacfe1afdc88 req-9f7193a0-99e5-4022-b80d-d599346071f9 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:52.852274 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-ea9879b7-abdd-43b6-b81d-cacfe1afdc88 req-9f7193a0-99e5-4022-b80d-d599346071f9 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f90e250-7afe-4f1b-a4da-5b57582c3ff8 HTTP/1.1" status: 200 len: 946 time: 0.0626979 Jun 29 03:34:52.853289 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c58cb2-6e9e-4686-8269-3334d9b78d98 admin admin] No DVR routers for this DVR port 7826714e-9961-4adf-9b0a-991dec520232 on host dv-cinder-797245-8-smb {{(pid=92899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:34:52.858291 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c58cb2-6e9e-4686-8269-3334d9b78d98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:52.858666 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c58cb2-6e9e-4686-8269-3334d9b78d98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:52.859085 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c58cb2-6e9e-4686-8269-3334d9b78d98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:52.859639 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c58cb2-6e9e-4686-8269-3334d9b78d98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:52.860188 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c58cb2-6e9e-4686-8269-3334d9b78d98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:52.860723 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c58cb2-6e9e-4686-8269-3334d9b78d98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:52.861235 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c58cb2-6e9e-4686-8269-3334d9b78d98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:52.861764 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c58cb2-6e9e-4686-8269-3334d9b78d98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:52.862273 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c58cb2-6e9e-4686-8269-3334d9b78d98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:52.862783 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c58cb2-6e9e-4686-8269-3334d9b78d98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:52.863303 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c58cb2-6e9e-4686-8269-3334d9b78d98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:52.863656 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c58cb2-6e9e-4686-8269-3334d9b78d98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:52.884381 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-02c58cb2-6e9e-4686-8269-3334d9b78d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:52.888477 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa1a3db-24c3-4f03-a833-76f9855fc6a6 None None] DHCP port deletion for 1fd1867f-612c-48ab-8e13-3ee799ac13de request from dv-cinder-797245-8-smb {{(pid=92901) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 03:34:52.939987 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-02c58cb2-6e9e-4686-8269-3334d9b78d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712334', 'neutron.services.segments.db._delete_segments_for_network-8763851730737'] for network, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:52.950099 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.services.segments.db [None req-02c58cb2-6e9e-4686-8269-3334d9b78d98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd1867f-612c-48ab-8e13-3ee799ac13de']}} {{(pid=92899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:34:52.963714 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.services.segments.db [None req-02c58cb2-6e9e-4686-8269-3334d9b78d98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0') {'for_net_delete': True} {{(pid=92899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:34:52.964040 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.services.segments.db [None req-02c58cb2-6e9e-4686-8269-3334d9b78d98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef353ab1-2f1c-45b8-a5ed-219c30e9eaa0') {} {{(pid=92899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:34:52.970477 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [req-ea9879b7-abdd-43b6-b81d-cacfe1afdc88 req-ead690f2-4c35-4833-bd8d-e7a764642147 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Deleting port af49e37b-65a4-43b2-adfa-a634a917ed1f {{(pid=92900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:34:52.970856 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-ea9879b7-abdd-43b6-b81d-cacfe1afdc88 req-ead690f2-4c35-4833-bd8d-e7a764642147 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:52.973339 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-02c58cb2-6e9e-4686-8269-3334d9b78d98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763851626388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491306'] for segment, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:52.989513 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-02c58cb2-6e9e-4686-8269-3334d9b78d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342'] for segment, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:52.995420 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c58cb2-6e9e-4686-8269-3334d9b78d98 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=92899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 03:34:52.995843 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-02c58cb2-6e9e-4686-8269-3334d9b78d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372728'] for segment, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: Traceback (most recent call last): Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: timer() Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: cb(*args, **kw) Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: return func(*args, **kwargs) Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: self._notify() Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: self.callback(batched_events) Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: event.method(event) Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: return f(self, *a, **k) Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: return self._get(url).json() Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: return self.request(url, 'GET', **kwargs) Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 03:34:52.997561 dv-cinder-797245-8-smb neutron-server[92899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 03:34:53.020831 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.agents_db [None req-352bb85c-db89-4991-b002-2379bbcb00d3 None None] Agent healthcheck: found 6 active agents {{(pid=92902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:34:53.053627 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-02c58cb2-6e9e-4686-8269-3334d9b78d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8077459'] for network, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:53.058124 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-61809a49-2f16-486d-8ab2-9f5d421d6002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:53.071177 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c58cb2-6e9e-4686-8269-3334d9b78d98 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fd1867f-612c-48ab-8e13-3ee799ac13de,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:53.073657 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-02c58cb2-6e9e-4686-8269-3334d9b78d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for network, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:53.075789 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-02c58cb2-6e9e-4686-8269-3334d9b78d98 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1fd1867f-612c-48ab-8e13-3ee799ac13de HTTP/1.1" status: 204 len: 168 time: 0.5246212 Jun 29 03:34:53.076889 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-02c58cb2-6e9e-4686-8269-3334d9b78d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:53.078592 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 48608) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:53.106607 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-ea9879b7-abdd-43b6-b81d-cacfe1afdc88 req-ead690f2-4c35-4833-bd8d-e7a764642147 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] For port af49e37b-65a4-43b2-adfa-a634a917ed1f, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=af49e37b-65a4-43b2-adfa-a634a917ed1f,segment=NetworkSegment(f135fd1c-c1dc-4fff-8cd9-b57325a81d4e),segment_id=f135fd1c-c1dc-4fff-8cd9-b57325a81d4e)] {{(pid=92900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:34:53.106978 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-ea9879b7-abdd-43b6-b81d-cacfe1afdc88 req-ead690f2-4c35-4833-bd8d-e7a764642147 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:53.135975 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [req-ea9879b7-abdd-43b6-b81d-cacfe1afdc88 req-ead690f2-4c35-4833-bd8d-e7a764642147 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Calling delete_port for af49e37b-65a4-43b2-adfa-a634a917ed1f owned by compute:nova {{(pid=92900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:34:53.218321 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5200f2-6531-48cd-9f1b-5d3c2b087c82 req-ec55c20f-4a1a-4146-b3e6-2b8125c98d68 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:53.219840 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-4e5200f2-6531-48cd-9f1b-5d3c2b087c82 req-ec55c20f-4a1a-4146-b3e6-2b8125c98d68 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f90e250-7afe-4f1b-a4da-5b57582c3ff8 HTTP/1.1" status: 200 len: 946 time: 0.1289978 Jun 29 03:34:53.290732 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-4e5200f2-6531-48cd-9f1b-5d3c2b087c82 req-95844655-fe33-46b1-ab96-c723eafed51b tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643532 Jun 29 03:34:53.324545 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-ea9879b7-abdd-43b6-b81d-cacfe1afdc88 req-ead690f2-4c35-4833-bd8d-e7a764642147 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859944'] for port, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:53.328707 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-83dd8d3a-f1f1-4e95-818f-842f1363cd3b tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:53.354898 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead690f2-4c35-4833-bd8d-e7a764642147 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Pushing event deleted for resources: {'Port': ['ID=af49e37b-65a4-43b2-adfa-a634a917ed1f,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:53.358177 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-ead690f2-4c35-4833-bd8d-e7a764642147 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:53.376034 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['9ea5cd07-b223-4b09-9fe8-7cc7125c33be', 'e39df5f5-3afb-4feb-bcc2-130d389ee2ac', 'baa0d906-cb69-4363-99ec-76a349cf7aa5', 'af49e37b-65a4-43b2-adfa-a634a917ed1f'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:34:53.398924 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9879b7-abdd-43b6-b81d-cacfe1afdc88 req-ead690f2-4c35-4833-bd8d-e7a764642147 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] No DVR routers for this DVR port af49e37b-65a4-43b2-adfa-a634a917ed1f on host hv-cinder-79724 {{(pid=92900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:34:53.401249 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-ea9879b7-abdd-43b6-b81d-cacfe1afdc88 req-ead690f2-4c35-4833-bd8d-e7a764642147 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:53.403197 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-ea9879b7-abdd-43b6-b81d-cacfe1afdc88 req-ead690f2-4c35-4833-bd8d-e7a764642147 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.41 "DELETE /v2.0/ports/af49e37b-65a4-43b2-adfa-a634a917ed1f HTTP/1.1" status: 204 len: 173 time: 0.5429411 Jun 29 03:34:53.403705 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f90e250-7afe-4f1b-a4da-5b57582c3ff8', 'name': 'network-vif-deleted', 'tag': 'af49e37b-65a4-43b2-adfa-a634a917ed1f'}] {{(pid=92900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:34:53.406005 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66f2c99c1a8368f792cdf7ad94359b02357141073d69ee97e68f670b072060b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c74ed5f-7c6c-468d-8172-3a2d0f49352c" -d '{"events": [{"server_uuid": "4f90e250-7afe-4f1b-a4da-5b57582c3ff8", "name": "network-vif-deleted", "tag": "af49e37b-65a4-43b2-adfa-a634a917ed1f"}]}' {{(pid=92900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:34:53.442325 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755f5278-b817-4043-ac8d-957b247e5a09 x-openstack-request-id: req-755f5278-b817-4043-ac8d-957b247e5a09 {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:34:53.442867 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f90e250-7afe-4f1b-a4da-5b57582c3ff8", "name": "network-vif-deleted", "tag": "af49e37b-65a4-43b2-adfa-a634a917ed1f", "status": "completed", "code": 200}]} {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:34:53.443308 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-755f5278-b817-4043-ac8d-957b247e5a09 {{(pid=92900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:34:53.443914 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f90e250-7afe-4f1b-a4da-5b57582c3ff8', 'name': 'network-vif-deleted', 'tag': 'af49e37b-65a4-43b2-adfa-a634a917ed1f', 'status': 'completed', 'code': 200} Jun 29 03:34:53.449775 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-c1370868-3bc9-4f2f-94b2-a8de752d4f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8081182'] for router_interface, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:53.705179 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [None req-c1370868-3bc9-4f2f-94b2-a8de752d4f2c admin admin] Deleting port e12542ce-0a68-4f5c-b2d2-e9773a99c5e6 {{(pid=92899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:34:53.705522 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-c1370868-3bc9-4f2f-94b2-a8de752d4f2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:53.779986 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.db [None req-c1370868-3bc9-4f2f-94b2-a8de752d4f2c admin admin] For port e12542ce-0a68-4f5c-b2d2-e9773a99c5e6, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=e12542ce-0a68-4f5c-b2d2-e9773a99c5e6,segment=NetworkSegment(c6cec0d0-0c44-4af5-ab3a-3c45193da687),segment_id=c6cec0d0-0c44-4af5-ab3a-3c45193da687)] {{(pid=92899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:34:53.780341 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-c1370868-3bc9-4f2f-94b2-a8de752d4f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:53.792218 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [None req-c1370868-3bc9-4f2f-94b2-a8de752d4f2c admin admin] Calling delete_port for e12542ce-0a68-4f5c-b2d2-e9773a99c5e6 owned by network:router_interface {{(pid=92899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:34:53.964027 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-c1370868-3bc9-4f2f-94b2-a8de752d4f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372683'] for port, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:53.966614 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:53.993638 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1370868-3bc9-4f2f-94b2-a8de752d4f2c admin admin] Pushing event deleted for resources: {'Port': ['ID=e12542ce-0a68-4f5c-b2d2-e9773a99c5e6,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:53.996194 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-c1370868-3bc9-4f2f-94b2-a8de752d4f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:54.168849 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-c1370868-3bc9-4f2f-94b2-a8de752d4f2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7903679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8080526'] for router_interface, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:54.304156 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 7826714e-9961-4adf-9b0a-991dec520232 no longer exists at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:34:54.324452 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] No Port match for: 7826714e-9961-4adf-9b0a-991dec520232 {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:34:54.324805 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 7826714e-9961-4adf-9b0a-991dec520232 not bound to the agent host dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:34:54.325227 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device f6fb6513-7c72-4dfa-8a27-27780b1ed580 no longer exists at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:34:54.342984 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] No Port match for: f6fb6513-7c72-4dfa-8a27-27780b1ed580 {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:34:54.343339 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device f6fb6513-7c72-4dfa-8a27-27780b1ed580 not bound to the agent host dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:34:54.385781 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1370868-3bc9-4f2f-94b2-a8de752d4f2c admin admin] Router 27994966-d464-4a7c-9160-90bdf9e69f1a has already been hosted by L3 agent 7fe0c168-953d-4d47-bedf-fde3a92e458b {{(pid=92899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:34:54.505171 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1370868-3bc9-4f2f-94b2-a8de752d4f2c admin admin] Notify agent at l3_agent.dv-cinder-797245-8-smb the message routers_updated {{(pid=92899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:34:54.512223 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-c1370868-3bc9-4f2f-94b2-a8de752d4f2c admin admin] 10.222.0.24 "PUT /v2.0/routers/27994966-d464-4a7c-9160-90bdf9e69f1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4326494 Jun 29 03:34:54.513045 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 48618) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:54.513625 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a8d5e7-f502-4c76-a9c9-edab96b0ae9c None None] Sync routers for ids ['27994966-d464-4a7c-9160-90bdf9e69f1a'] in dv-cinder-797245-8-smb {{(pid=92901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:34:54.531580 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a8d5e7-f502-4c76-a9c9-edab96b0ae9c None None] Routers {'27994966-d464-4a7c-9160-90bdf9e69f1a'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:34:54.532413 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-e2a8d5e7-f502-4c76-a9c9-edab96b0ae9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:34:45Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['27994966-d464-4a7c-9160-90bdf9e69f1a'], 'active': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:34:54.637402 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvr_db [None req-e2a8d5e7-f502-4c76-a9c9-edab96b0ae9c None None] Set router 27994966-d464-4a7c-9160-90bdf9e69f1a gateway port host: dv-cinder-797245-8-smb {{(pid=92901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:34:54.667570 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-9fcfb111-3e61-4a31-89fb-dd18a4a8648b admin admin] Notify callbacks [] for router, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:54.769819 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-9fcfb111-3e61-4a31-89fb-dd18a4a8648b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:54.813479 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-e2a8d5e7-f502-4c76-a9c9-edab96b0ae9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27994966-d464-4a7c-9160-90bdf9e69f1a', 'name': 'tempest-TestShelveInstance-169451572-router', 'tenant_id': 'eef068a99e084557a8fc6c50796e10e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': '2f3545ec-abb7-4358-bbbf-c673b0cdff0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:29:59Z', 'updated_at': '2021-06-29T03:34:53Z', 'revision_number': 5, 'project_id': 'eef068a99e084557a8fc6c50796e10e3', 'gw_port': {'id': '2f3545ec-abb7-4358-bbbf-c673b0cdff0c', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27994966-d464-4a7c-9160-90bdf9e69f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:00Z', 'updated_at': '2021-06-29T03:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb'}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:34:54.820056 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [None req-9fcfb111-3e61-4a31-89fb-dd18a4a8648b admin admin] Deleting port 2f3545ec-abb7-4358-bbbf-c673b0cdff0c {{(pid=92899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:34:54.820405 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-9fcfb111-3e61-4a31-89fb-dd18a4a8648b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:54.839067 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a8d5e7-f502-4c76-a9c9-edab96b0ae9c None None] Checking router: 27994966-d464-4a7c-9160-90bdf9e69f1a for host: dv-cinder-797245-8-smb {{(pid=92901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:34:54.847261 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a8d5e7-f502-4c76-a9c9-edab96b0ae9c None None] Routers {'27994966-d464-4a7c-9160-90bdf9e69f1a'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:34:54.848465 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-e2a8d5e7-f502-4c76-a9c9-edab96b0ae9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:34:45Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['27994966-d464-4a7c-9160-90bdf9e69f1a'], 'active': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:34:54.895979 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.db [None req-9fcfb111-3e61-4a31-89fb-dd18a4a8648b admin admin] For port 2f3545ec-abb7-4358-bbbf-c673b0cdff0c, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=2f3545ec-abb7-4358-bbbf-c673b0cdff0c,segment=NetworkSegment(e9e5c7ef-c364-4b74-9222-2e87bd8fc345),segment_id=e9e5c7ef-c364-4b74-9222-2e87bd8fc345)] {{(pid=92899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:34:54.896340 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-9fcfb111-3e61-4a31-89fb-dd18a4a8648b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:54.912005 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [None req-9fcfb111-3e61-4a31-89fb-dd18a4a8648b admin admin] Calling delete_port for 2f3545ec-abb7-4358-bbbf-c673b0cdff0c owned by network:router_gateway {{(pid=92899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:34:54.930358 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvr_db [None req-e2a8d5e7-f502-4c76-a9c9-edab96b0ae9c None None] Set router 27994966-d464-4a7c-9160-90bdf9e69f1a gateway port host: None {{(pid=92901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:34:54.979228 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-e2a8d5e7-f502-4c76-a9c9-edab96b0ae9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27994966-d464-4a7c-9160-90bdf9e69f1a', 'name': 'tempest-TestShelveInstance-169451572-router', 'tenant_id': 'eef068a99e084557a8fc6c50796e10e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:29:59Z', 'updated_at': '2021-06-29T03:34:54Z', 'revision_number': 6, 'project_id': 'eef068a99e084557a8fc6c50796e10e3', 'gw_port_host': None}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:34:55.069552 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-9fcfb111-3e61-4a31-89fb-dd18a4a8648b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372683'] for port, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:55.071646 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-a7136f93-bd2b-4e7c-ba4c-51d373663c61 tempest-VolumesSnapshotTestJSON-383656917 tempest-VolumesSnapshotTestJSON-383656917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:55.097286 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcfb111-3e61-4a31-89fb-dd18a4a8648b admin admin] Pushing event deleted for resources: {'Port': ['ID=2f3545ec-abb7-4358-bbbf-c673b0cdff0c,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:55.101308 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-9fcfb111-3e61-4a31-89fb-dd18a4a8648b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:55.123018 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a8d5e7-f502-4c76-a9c9-edab96b0ae9c None None] The sync data for ids ['27994966-d464-4a7c-9160-90bdf9e69f1a'] in dv-cinder-797245-8-smb is: [{'id': '27994966-d464-4a7c-9160-90bdf9e69f1a', 'name': 'tempest-TestShelveInstance-169451572-router', 'tenant_id': 'eef068a99e084557a8fc6c50796e10e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:29:59Z', 'updated_at': '2021-06-29T03:34:54Z', 'revision_number': 6, 'project_id': 'eef068a99e084557a8fc6c50796e10e3', 'gw_port_host': None}] {{(pid=92901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:34:55.161259 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-9fcfb111-3e61-4a31-89fb-dd18a4a8648b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8077410'] for router_gateway, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:55.246216 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-9fcfb111-3e61-4a31-89fb-dd18a4a8648b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8080245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8083'] for router, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:55.248293 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-9fcfb111-3e61-4a31-89fb-dd18a4a8648b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:55.291615 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-9fcfb111-3e61-4a31-89fb-dd18a4a8648b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8080675'] for router, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:55.292430 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fcfb111-3e61-4a31-89fb-dd18a4a8648b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27994966-d464-4a7c-9160-90bdf9e69f1a {{(pid=92899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 03:34:55.297065 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-9fcfb111-3e61-4a31-89fb-dd18a4a8648b admin admin] Notify callbacks [] for router, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:55.298199 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-9fcfb111-3e61-4a31-89fb-dd18a4a8648b admin admin] 10.222.0.24 "DELETE /v2.0/routers/27994966-d464-4a7c-9160-90bdf9e69f1a HTTP/1.1" status: 204 len: 168 time: 0.7841446 Jun 29 03:34:55.301277 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 48622) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:55.342643 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b3cdc60-4c59-4e32-a1f5-55a6b72a8a4f admin admin] Deleting subnet 58f3c4db-9cb0-4567-885a-0fa112e14f31 {{(pid=92899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 03:34:55.345495 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-0b3cdc60-4c59-4e32-a1f5-55a6b72a8a4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:55.378399 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-0b3cdc60-4c59-4e32-a1f5-55a6b72a8a4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491297'] for subnet, precommit_delete_associations {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:55.456127 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-0b3cdc60-4c59-4e32-a1f5-55a6b72a8a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-714680'] for subnet, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:55.512967 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-0b3cdc60-4c59-4e32-a1f5-55a6b72a8a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-714689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67030214'] for subnet, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:55.515528 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-971c9289-b932-46cc-a3c8-cfc8e5db8576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:55.537625 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3cdc60-4c59-4e32-a1f5-55a6b72a8a4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58f3c4db-9cb0-4567-885a-0fa112e14f31,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:55.540219 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-0b3cdc60-4c59-4e32-a1f5-55a6b72a8a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:55.545291 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-0b3cdc60-4c59-4e32-a1f5-55a6b72a8a4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:55.547151 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-0b3cdc60-4c59-4e32-a1f5-55a6b72a8a4f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/58f3c4db-9cb0-4567-885a-0fa112e14f31 HTTP/1.1" status: 204 len: 168 time: 0.2449720 Jun 29 03:34:55.549532 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 48628) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:55.551974 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73ee833-b1a4-4397-8793-3b29b498a883 None None] Network b4a8c309-440c-4194-9a24-5f5e43e826fe requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:34:55.618154 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-719751bb-69a9-448c-8bbc-e85472d746e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752549'] for network, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:55.692079 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [None req-719751bb-69a9-448c-8bbc-e85472d746e0 admin admin] Deleting port 85b31325-a3a0-413e-919b-94b90ae52088 {{(pid=92899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:34:55.692502 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-719751bb-69a9-448c-8bbc-e85472d746e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:55.763663 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.db [None req-719751bb-69a9-448c-8bbc-e85472d746e0 admin admin] For port 85b31325-a3a0-413e-919b-94b90ae52088, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=85b31325-a3a0-413e-919b-94b90ae52088,segment=NetworkSegment(c6cec0d0-0c44-4af5-ab3a-3c45193da687),segment_id=c6cec0d0-0c44-4af5-ab3a-3c45193da687)] {{(pid=92899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:34:55.764050 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-719751bb-69a9-448c-8bbc-e85472d746e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:55.776117 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [None req-719751bb-69a9-448c-8bbc-e85472d746e0 admin admin] Calling delete_port for 85b31325-a3a0-413e-919b-94b90ae52088 owned by network:dhcp {{(pid=92899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:34:55.888652 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b7d8d2-363b-4b8f-beeb-010a7f9ce816 None None] DHCP port deletion for b4a8c309-440c-4194-9a24-5f5e43e826fe request from dv-cinder-797245-8-smb {{(pid=92901) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 03:34:55.901891 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ca834-859d-49a1-bcf8-715dac0c0f85 req-e8c889bd-4b6c-42c4-83ed-ee45a967cd3c tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:55.904178 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-8b6ca834-859d-49a1-bcf8-715dac0c0f85 req-e8c889bd-4b6c-42c4-83ed-ee45a967cd3c tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fd7cbad-1e33-4612-a344-6265b6f29783 HTTP/1.1" status: 200 len: 945 time: 0.0797925 Jun 29 03:34:55.946689 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-88b7d8d2-363b-4b8f-beeb-010a7f9ce816 None None] Deleting port 85b31325-a3a0-413e-919b-94b90ae52088 {{(pid=92901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:34:55.947300 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-88b7d8d2-363b-4b8f-beeb-010a7f9ce816 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:55.953604 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-8b6ca834-859d-49a1-bcf8-715dac0c0f85 req-d7ad2358-24d6-4b53-aac1-632d6a867e63 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435767 Jun 29 03:34:56.019987 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-88b7d8d2-363b-4b8f-beeb-010a7f9ce816 None None] For port 85b31325-a3a0-413e-919b-94b90ae52088, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=85b31325-a3a0-413e-919b-94b90ae52088,segment=NetworkSegment(c6cec0d0-0c44-4af5-ab3a-3c45193da687),segment_id=c6cec0d0-0c44-4af5-ab3a-3c45193da687)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:34:56.020388 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-88b7d8d2-363b-4b8f-beeb-010a7f9ce816 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:56.037979 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-88b7d8d2-363b-4b8f-beeb-010a7f9ce816 None None] Calling delete_port for 85b31325-a3a0-413e-919b-94b90ae52088 owned by network:dhcp {{(pid=92901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:34:56.122157 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-719751bb-69a9-448c-8bbc-e85472d746e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372683'] for port, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:56.125103 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-2234b09d-b748-4c51-b279-64bd321d558d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:56.148051 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719751bb-69a9-448c-8bbc-e85472d746e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=85b31325-a3a0-413e-919b-94b90ae52088,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:56.151174 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-719751bb-69a9-448c-8bbc-e85472d746e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:56.151983 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719751bb-69a9-448c-8bbc-e85472d746e0 admin admin] No DVR routers for this DVR port 85b31325-a3a0-413e-919b-94b90ae52088 on host dv-cinder-797245-8-smb {{(pid=92899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:34:56.165550 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-88b7d8d2-363b-4b8f-beeb-010a7f9ce816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311'] for port, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:56.167871 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-63dfa72a-7fc4-40ee-b355-169794db13f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:56.191412 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7d8d2-363b-4b8f-beeb-010a7f9ce816 None None] Pushing event deleted for resources: {'Port': ['ID=85b31325-a3a0-413e-919b-94b90ae52088,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:56.194524 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-88b7d8d2-363b-4b8f-beeb-010a7f9ce816 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:56.195461 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b7d8d2-363b-4b8f-beeb-010a7f9ce816 None None] No DVR routers for this DVR port 85b31325-a3a0-413e-919b-94b90ae52088 on host dv-cinder-797245-8-smb {{(pid=92901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:34:56.232887 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-719751bb-69a9-448c-8bbc-e85472d746e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712334', 'neutron.services.segments.db._delete_segments_for_network-8763851730737'] for network, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:56.243505 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.services.segments.db [None req-719751bb-69a9-448c-8bbc-e85472d746e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a8c309-440c-4194-9a24-5f5e43e826fe']}} {{(pid=92899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:34:56.256835 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.services.segments.db [None req-719751bb-69a9-448c-8bbc-e85472d746e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6cec0d0-0c44-4af5-ab3a-3c45193da687') {'for_net_delete': True} {{(pid=92899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:34:56.257133 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.services.segments.db [None req-719751bb-69a9-448c-8bbc-e85472d746e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6cec0d0-0c44-4af5-ab3a-3c45193da687') {} {{(pid=92899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:34:56.265924 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-719751bb-69a9-448c-8bbc-e85472d746e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763851626388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491306'] for segment, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:56.268885 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device e12542ce-0a68-4f5c-b2d2-e9773a99c5e6 no longer exists at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:34:56.280106 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-719751bb-69a9-448c-8bbc-e85472d746e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342'] for segment, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:56.286485 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-719751bb-69a9-448c-8bbc-e85472d746e0 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=92899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 03:34:56.286988 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-719751bb-69a9-448c-8bbc-e85472d746e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372728'] for segment, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:56.289589 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] No Port match for: e12542ce-0a68-4f5c-b2d2-e9773a99c5e6 {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:34:56.289940 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device e12542ce-0a68-4f5c-b2d2-e9773a99c5e6 not bound to the agent host dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:34:56.290354 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 85b31325-a3a0-413e-919b-94b90ae52088 no longer exists at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:34:56.292542 dv-cinder-797245-8-smb neutron-server[92899]: Traceback (most recent call last): Jun 29 03:34:56.292542 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 03:34:56.292542 dv-cinder-797245-8-smb neutron-server[92899]: timer() Jun 29 03:34:56.292542 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 03:34:56.292542 dv-cinder-797245-8-smb neutron-server[92899]: cb(*args, **kw) Jun 29 03:34:56.292542 dv-cinder-797245-8-smb neutron-server[92899]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 03:34:56.292542 dv-cinder-797245-8-smb neutron-server[92899]: return func(*args, **kwargs) Jun 29 03:34:56.292542 dv-cinder-797245-8-smb neutron-server[92899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 03:34:56.292542 dv-cinder-797245-8-smb neutron-server[92899]: self._notify() Jun 29 03:34:56.292542 dv-cinder-797245-8-smb neutron-server[92899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 03:34:56.292542 dv-cinder-797245-8-smb neutron-server[92899]: self.callback(batched_events) Jun 29 03:34:56.292542 dv-cinder-797245-8-smb neutron-server[92899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 03:34:56.292542 dv-cinder-797245-8-smb neutron-server[92899]: event.method(event) Jun 29 03:34:56.292542 dv-cinder-797245-8-smb neutron-server[92899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 03:34:56.292542 dv-cinder-797245-8-smb neutron-server[92899]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 03:34:56.292542 dv-cinder-797245-8-smb neutron-server[92899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 03:34:56.292542 dv-cinder-797245-8-smb neutron-server[92899]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 03:34:56.292542 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 03:34:56.292542 dv-cinder-797245-8-smb neutron-server[92899]: return f(self, *a, **k) Jun 29 03:34:56.292542 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 03:34:56.292542 dv-cinder-797245-8-smb neutron-server[92899]: return self._get(url).json() Jun 29 03:34:56.292542 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 03:34:56.292542 dv-cinder-797245-8-smb neutron-server[92899]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 03:34:56.292542 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 03:34:56.292542 dv-cinder-797245-8-smb neutron-server[92899]: return self.request(url, 'GET', **kwargs) Jun 29 03:34:56.292542 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 03:34:56.292542 dv-cinder-797245-8-smb neutron-server[92899]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 03:34:56.292542 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 03:34:56.292542 dv-cinder-797245-8-smb neutron-server[92899]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 03:34:56.292542 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 03:34:56.292542 dv-cinder-797245-8-smb neutron-server[92899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 03:34:56.292542 dv-cinder-797245-8-smb neutron-server[92899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 03:34:56.311184 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] No Port match for: 85b31325-a3a0-413e-919b-94b90ae52088 {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:34:56.311531 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 85b31325-a3a0-413e-919b-94b90ae52088 not bound to the agent host dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:34:56.311971 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 2f3545ec-abb7-4358-bbbf-c673b0cdff0c no longer exists at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:34:56.329193 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] No Port match for: 2f3545ec-abb7-4358-bbbf-c673b0cdff0c {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:34:56.329540 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 2f3545ec-abb7-4358-bbbf-c673b0cdff0c not bound to the agent host dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:34:56.346963 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-719751bb-69a9-448c-8bbc-e85472d746e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8077459'] for network, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:56.351021 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:56.353660 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-719751bb-69a9-448c-8bbc-e85472d746e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for network, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:56.355508 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-719751bb-69a9-448c-8bbc-e85472d746e0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b4a8c309-440c-4194-9a24-5f5e43e826fe HTTP/1.1" status: 204 len: 168 time: 0.8048446 Jun 29 03:34:56.365988 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719751bb-69a9-448c-8bbc-e85472d746e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4a8c309-440c-4194-9a24-5f5e43e826fe,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:56.368431 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-719751bb-69a9-448c-8bbc-e85472d746e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:56.464358 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 48634) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:56.502945 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-f3ab5f4c-c994-432a-b426-12585fe91a23 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3699bbcc961442d5b336531ab34b138e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373790 Jun 29 03:34:56.505297 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 48636) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:56.551063 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-53f7d7fd-98fe-4afe-bdb9-6dec5a701bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:56.571153 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-53f7d7fd-98fe-4afe-bdb9-6dec5a701bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:56.616948 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-53f7d7fd-98fe-4afe-bdb9-6dec5a701bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:56.619465 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-53f7d7fd-98fe-4afe-bdb9-6dec5a701bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:56.620610 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-53f7d7fd-98fe-4afe-bdb9-6dec5a701bf9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/167d2042-47b1-4641-82a5-4ea5d4619b93 HTTP/1.1" status: 204 len: 168 time: 0.1144409 Jun 29 03:34:56.621384 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-cc8aaec2-dc2f-4538-bd39-f27fb59f5d5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:56.628611 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7d7fd-98fe-4afe-bdb9-6dec5a701bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167d2042-47b1-4641-82a5-4ea5d4619b93,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:56.631339 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-53f7d7fd-98fe-4afe-bdb9-6dec5a701bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:56.920853 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 48642) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:56.958652 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-ef152917-be78-4c67-8f7c-20b16c75a3e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eef068a99e084557a8fc6c50796e10e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0364771 Jun 29 03:34:56.960851 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 48644) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:57.011132 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-fc12a374-bd0b-44bc-8a1a-9ee883f08d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:57.031658 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-fc12a374-bd0b-44bc-8a1a-9ee883f08d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:57.078312 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-fc12a374-bd0b-44bc-8a1a-9ee883f08d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:57.080939 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-fc12a374-bd0b-44bc-8a1a-9ee883f08d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:57.082570 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-fc12a374-bd0b-44bc-8a1a-9ee883f08d42 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5a67ceb5-14cb-4cc9-806a-0ad78ca47117 HTTP/1.1" status: 204 len: 168 time: 0.1207941 Jun 29 03:34:57.083570 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-ae8f17db-8e20-4787-bfa2-87f9c65d60de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:57.091030 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12a374-bd0b-44bc-8a1a-9ee883f08d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a67ceb5-14cb-4cc9-806a-0ad78ca47117,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:57.093326 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-fc12a374-bd0b-44bc-8a1a-9ee883f08d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:57.139534 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a55e70-83bd-43c4-a5f3-3c716f4fa0fe req-576d2204-5087-4cdd-8302-83ffa859fbca tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:57.140952 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b3a55e70-83bd-43c4-a5f3-3c716f4fa0fe req-576d2204-5087-4cdd-8302-83ffa859fbca tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fd7cbad-1e33-4612-a344-6265b6f29783 HTTP/1.1" status: 200 len: 945 time: 0.0715349 Jun 29 03:34:57.183235 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b3a55e70-83bd-43c4-a5f3-3c716f4fa0fe req-6707b1c6-1661-4a6a-9307-1cf126ff7a50 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361106 Jun 29 03:34:57.521783 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device af49e37b-65a4-43b2-adfa-a634a917ed1f no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:34:57.549201 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] No Port match for: af49e37b-65a4-43b2-adfa-a634a917ed1f {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:34:57.549559 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device af49e37b-65a4-43b2-adfa-a634a917ed1f not bound to the agent host hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:34:57.970885 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351dd53-4a18-4306-a8eb-4ccf8291c8f4 req-2679288e-5857-401b-8190-29cfc6762bee tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:57.972400 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e351dd53-4a18-4306-a8eb-4ccf8291c8f4 req-2679288e-5857-401b-8190-29cfc6762bee tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fd7cbad-1e33-4612-a344-6265b6f29783 HTTP/1.1" status: 200 len: 945 time: 0.0608840 Jun 29 03:34:58.075100 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [req-e351dd53-4a18-4306-a8eb-4ccf8291c8f4 req-0ca6777a-1c18-40fb-a33a-723477ad4c18 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Deleting port baa0d906-cb69-4363-99ec-76a349cf7aa5 {{(pid=92900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:34:58.075472 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-e351dd53-4a18-4306-a8eb-4ccf8291c8f4 req-0ca6777a-1c18-40fb-a33a-723477ad4c18 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:58.159339 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-e351dd53-4a18-4306-a8eb-4ccf8291c8f4 req-0ca6777a-1c18-40fb-a33a-723477ad4c18 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] For port baa0d906-cb69-4363-99ec-76a349cf7aa5, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=baa0d906-cb69-4363-99ec-76a349cf7aa5,segment=NetworkSegment(f135fd1c-c1dc-4fff-8cd9-b57325a81d4e),segment_id=f135fd1c-c1dc-4fff-8cd9-b57325a81d4e)] {{(pid=92900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:34:58.159689 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-e351dd53-4a18-4306-a8eb-4ccf8291c8f4 req-0ca6777a-1c18-40fb-a33a-723477ad4c18 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:58.171855 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [req-e351dd53-4a18-4306-a8eb-4ccf8291c8f4 req-0ca6777a-1c18-40fb-a33a-723477ad4c18 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Calling delete_port for baa0d906-cb69-4363-99ec-76a349cf7aa5 owned by compute:nova {{(pid=92900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:34:58.303655 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-e351dd53-4a18-4306-a8eb-4ccf8291c8f4 req-0ca6777a-1c18-40fb-a33a-723477ad4c18 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859944'] for port, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:58.309154 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-0eded319-bbd9-4522-85ba-5d0dd1ee27f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:58.341592 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['9ea5cd07-b223-4b09-9fe8-7cc7125c33be', 'e39df5f5-3afb-4feb-bcc2-130d389ee2ac', 'baa0d906-cb69-4363-99ec-76a349cf7aa5'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:34:58.350985 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-06c291e0-cdb5-4e69-be35-4cfd791ce1ae req-86e63551-57a0-4a1e-b66f-3203865588e2 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fd7cbad-1e33-4612-a344-6265b6f29783 HTTP/1.1" status: 200 len: 210 time: 0.0560114 Jun 29 03:34:58.359607 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6777a-1c18-40fb-a33a-723477ad4c18 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Pushing event deleted for resources: {'Port': ['ID=baa0d906-cb69-4363-99ec-76a349cf7aa5,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:58.380960 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-0ca6777a-1c18-40fb-a33a-723477ad4c18 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:58.401028 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [req-e351dd53-4a18-4306-a8eb-4ccf8291c8f4 req-0ca6777a-1c18-40fb-a33a-723477ad4c18 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] No DVR routers for this DVR port baa0d906-cb69-4363-99ec-76a349cf7aa5 on host hv-cinder-79724 {{(pid=92900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:34:58.403330 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-e351dd53-4a18-4306-a8eb-4ccf8291c8f4 req-0ca6777a-1c18-40fb-a33a-723477ad4c18 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:58.405267 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e351dd53-4a18-4306-a8eb-4ccf8291c8f4 req-0ca6777a-1c18-40fb-a33a-723477ad4c18 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.41 "DELETE /v2.0/ports/baa0d906-cb69-4363-99ec-76a349cf7aa5 HTTP/1.1" status: 204 len: 173 time: 0.4261503 Jun 29 03:34:58.405766 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd7cbad-1e33-4612-a344-6265b6f29783', 'name': 'network-vif-deleted', 'tag': 'baa0d906-cb69-4363-99ec-76a349cf7aa5'}] {{(pid=92900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:34:58.408024 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66f2c99c1a8368f792cdf7ad94359b02357141073d69ee97e68f670b072060b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7988947c-2004-4952-ad7f-5209c8acff32" -d '{"events": [{"server_uuid": "7fd7cbad-1e33-4612-a344-6265b6f29783", "name": "network-vif-deleted", "tag": "baa0d906-cb69-4363-99ec-76a349cf7aa5"}]}' {{(pid=92900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:34:58.442859 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd04633-f791-409e-ae6a-ec8f5d6077dc x-openstack-request-id: req-0cd04633-f791-409e-ae6a-ec8f5d6077dc {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:34:58.443215 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd7cbad-1e33-4612-a344-6265b6f29783", "name": "network-vif-deleted", "tag": "baa0d906-cb69-4363-99ec-76a349cf7aa5", "status": "completed", "code": 200}]} {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:34:58.443470 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0cd04633-f791-409e-ae6a-ec8f5d6077dc {{(pid=92900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:34:58.443938 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd7cbad-1e33-4612-a344-6265b6f29783', 'name': 'network-vif-deleted', 'tag': 'baa0d906-cb69-4363-99ec-76a349cf7aa5', 'status': 'completed', 'code': 200} Jun 29 03:34:59.785774 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd18fb-b6bf-424b-a077-48a468302790 req-2c61be32-ae51-4af3-9e59-d54fdc1fced2 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:59.787111 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-90fd18fb-b6bf-424b-a077-48a468302790 req-2c61be32-ae51-4af3-9e59-d54fdc1fced2 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac3b85a-099a-435b-8b1b-e720fd5b9ff5 HTTP/1.1" status: 200 len: 945 time: 0.0607827 Jun 29 03:34:59.822815 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-90fd18fb-b6bf-424b-a077-48a468302790 req-b5b22698-0d22-4603-816d-b4f9e1cdd8f1 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298502 Jun 29 03:35:00.989927 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0bdbac-fbdc-4ff5-9d85-4f3b20c69294 req-bb0dcae5-904a-418d-b1e7-3981581a2899 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:00.991350 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-5d0bdbac-fbdc-4ff5-9d85-4f3b20c69294 req-bb0dcae5-904a-418d-b1e7-3981581a2899 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac3b85a-099a-435b-8b1b-e720fd5b9ff5 HTTP/1.1" status: 200 len: 945 time: 0.0605636 Jun 29 03:35:01.026722 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-5d0bdbac-fbdc-4ff5-9d85-4f3b20c69294 req-d8d6b524-e478-4f67-a649-d0ea7cd93c1c tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299265 Jun 29 03:35:01.448557 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44159da-e80c-4879-93fd-21b93a8e8e52 req-19c46afa-f3b3-474d-a691-55591863b04a tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:01.449945 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-a44159da-e80c-4879-93fd-21b93a8e8e52 req-19c46afa-f3b3-474d-a691-55591863b04a tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ac3b85a-099a-435b-8b1b-e720fd5b9ff5 HTTP/1.1" status: 200 len: 945 time: 0.0637791 Jun 29 03:35:01.809052 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [req-a44159da-e80c-4879-93fd-21b93a8e8e52 req-ca68d07e-4921-4674-95d1-25121a935fbb tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Deleting port e39df5f5-3afb-4feb-bcc2-130d389ee2ac {{(pid=92900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:35:01.809301 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-a44159da-e80c-4879-93fd-21b93a8e8e52 req-ca68d07e-4921-4674-95d1-25121a935fbb tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:01.895477 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-a44159da-e80c-4879-93fd-21b93a8e8e52 req-ca68d07e-4921-4674-95d1-25121a935fbb tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] For port e39df5f5-3afb-4feb-bcc2-130d389ee2ac, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=e39df5f5-3afb-4feb-bcc2-130d389ee2ac,segment=NetworkSegment(f135fd1c-c1dc-4fff-8cd9-b57325a81d4e),segment_id=f135fd1c-c1dc-4fff-8cd9-b57325a81d4e)] {{(pid=92900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:35:01.895867 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-a44159da-e80c-4879-93fd-21b93a8e8e52 req-ca68d07e-4921-4674-95d1-25121a935fbb tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:01.907474 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [req-a44159da-e80c-4879-93fd-21b93a8e8e52 req-ca68d07e-4921-4674-95d1-25121a935fbb tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Calling delete_port for e39df5f5-3afb-4feb-bcc2-130d389ee2ac owned by compute:nova {{(pid=92900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:35:02.029540 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-a44159da-e80c-4879-93fd-21b93a8e8e52 req-ca68d07e-4921-4674-95d1-25121a935fbb tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859944'] for port, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:02.034094 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-230a6a8c-3262-46f0-89c2-88e8597a3fbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:02.062389 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68d07e-4921-4674-95d1-25121a935fbb tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Pushing event deleted for resources: {'Port': ['ID=e39df5f5-3afb-4feb-bcc2-130d389ee2ac,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:02.064298 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-ca68d07e-4921-4674-95d1-25121a935fbb tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:02.072749 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['9ea5cd07-b223-4b09-9fe8-7cc7125c33be', 'e39df5f5-3afb-4feb-bcc2-130d389ee2ac'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:35:02.112187 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44159da-e80c-4879-93fd-21b93a8e8e52 req-ca68d07e-4921-4674-95d1-25121a935fbb tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] No DVR routers for this DVR port e39df5f5-3afb-4feb-bcc2-130d389ee2ac on host hv-cinder-79724 {{(pid=92900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:35:02.114605 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-a44159da-e80c-4879-93fd-21b93a8e8e52 req-ca68d07e-4921-4674-95d1-25121a935fbb tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:02.116787 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-a44159da-e80c-4879-93fd-21b93a8e8e52 req-ca68d07e-4921-4674-95d1-25121a935fbb tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.41 "DELETE /v2.0/ports/e39df5f5-3afb-4feb-bcc2-130d389ee2ac HTTP/1.1" status: 204 len: 173 time: 0.6601186 Jun 29 03:35:02.117408 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac3b85a-099a-435b-8b1b-e720fd5b9ff5', 'name': 'network-vif-deleted', 'tag': 'e39df5f5-3afb-4feb-bcc2-130d389ee2ac'}] {{(pid=92900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:35:02.119672 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66f2c99c1a8368f792cdf7ad94359b02357141073d69ee97e68f670b072060b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3535db1c-c792-4c87-a38c-406f033215f9" -d '{"events": [{"server_uuid": "2ac3b85a-099a-435b-8b1b-e720fd5b9ff5", "name": "network-vif-deleted", "tag": "e39df5f5-3afb-4feb-bcc2-130d389ee2ac"}]}' {{(pid=92900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:35:02.182995 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b4cda4-81fb-4a11-9c40-7943407a05bb x-openstack-request-id: req-e7b4cda4-81fb-4a11-9c40-7943407a05bb {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:35:02.183320 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac3b85a-099a-435b-8b1b-e720fd5b9ff5", "name": "network-vif-deleted", "tag": "e39df5f5-3afb-4feb-bcc2-130d389ee2ac", "status": "completed", "code": 200}]} {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:35:02.183601 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e7b4cda4-81fb-4a11-9c40-7943407a05bb {{(pid=92900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:35:02.184053 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac3b85a-099a-435b-8b1b-e720fd5b9ff5', 'name': 'network-vif-deleted', 'tag': 'e39df5f5-3afb-4feb-bcc2-130d389ee2ac', 'status': 'completed', 'code': 200} Jun 29 03:35:02.185976 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d1b4550c-ab76-4667-b33b-cab4d89d9aad req-75129eba-8bcb-4901-84ae-40c2ced0711d tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac3b85a-099a-435b-8b1b-e720fd5b9ff5 HTTP/1.1" status: 200 len: 210 time: 0.0366223 Jun 29 03:35:03.603333 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device baa0d906-cb69-4363-99ec-76a349cf7aa5 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:35:03.622807 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] No Port match for: baa0d906-cb69-4363-99ec-76a349cf7aa5 {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:35:03.623154 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device baa0d906-cb69-4363-99ec-76a349cf7aa5 not bound to the agent host hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:35:03.623568 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device e39df5f5-3afb-4feb-bcc2-130d389ee2ac no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:35:03.645709 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] No Port match for: e39df5f5-3afb-4feb-bcc2-130d389ee2ac {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:35:03.646064 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device e39df5f5-3afb-4feb-bcc2-130d389ee2ac not bound to the agent host hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:35:04.746455 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf1162-8069-4e3f-a396-a787f1e6890c req-1c84e291-842d-439b-8710-fb23edfe683a tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:04.747907 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-becf1162-8069-4e3f-a396-a787f1e6890c req-1c84e291-842d-439b-8710-fb23edfe683a tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=0105f152-fcfb-40ea-b105-25ad5edcf585 HTTP/1.1" status: 200 len: 946 time: 0.0606127 Jun 29 03:35:04.784236 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-becf1162-8069-4e3f-a396-a787f1e6890c req-cd3e7d75-9c79-4ace-930f-71eb60421eb9 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308661 Jun 29 03:35:05.959089 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a52d60-1983-480d-bdb6-6939f95bbe37 req-d02d8bbb-be60-4122-b441-88b2374c5ece tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:05.960627 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-83a52d60-1983-480d-bdb6-6939f95bbe37 req-d02d8bbb-be60-4122-b441-88b2374c5ece tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=0105f152-fcfb-40ea-b105-25ad5edcf585 HTTP/1.1" status: 200 len: 946 time: 0.0671229 Jun 29 03:35:05.996795 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-83a52d60-1983-480d-bdb6-6939f95bbe37 req-ff9b0608-a80a-4856-bd14-a4e73696fd3e tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebc9b845-3951-4060-88cd-452072b507ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305882 Jun 29 03:35:06.756335 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f01b0-ac0e-4e0f-8d95-ecaaf70f30ae req-3d0ef395-1abf-4fc4-8659-8c020e22066b tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:06.757925 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-0b4f01b0-ac0e-4e0f-8d95-ecaaf70f30ae req-3d0ef395-1abf-4fc4-8659-8c020e22066b tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.41 "GET /v2.0/ports?device_id=0105f152-fcfb-40ea-b105-25ad5edcf585 HTTP/1.1" status: 200 len: 946 time: 0.0624890 Jun 29 03:35:06.854742 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [req-0b4f01b0-ac0e-4e0f-8d95-ecaaf70f30ae req-01a9957f-4568-4a24-9561-576f69597c51 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Deleting port 9ea5cd07-b223-4b09-9fe8-7cc7125c33be {{(pid=92900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:35:06.855085 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-0b4f01b0-ac0e-4e0f-8d95-ecaaf70f30ae req-01a9957f-4568-4a24-9561-576f69597c51 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:06.939182 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-0b4f01b0-ac0e-4e0f-8d95-ecaaf70f30ae req-01a9957f-4568-4a24-9561-576f69597c51 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] For port 9ea5cd07-b223-4b09-9fe8-7cc7125c33be, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=9ea5cd07-b223-4b09-9fe8-7cc7125c33be,segment=NetworkSegment(f135fd1c-c1dc-4fff-8cd9-b57325a81d4e),segment_id=f135fd1c-c1dc-4fff-8cd9-b57325a81d4e)] {{(pid=92900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:35:06.939516 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-0b4f01b0-ac0e-4e0f-8d95-ecaaf70f30ae req-01a9957f-4568-4a24-9561-576f69597c51 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:06.951775 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [req-0b4f01b0-ac0e-4e0f-8d95-ecaaf70f30ae req-01a9957f-4568-4a24-9561-576f69597c51 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Calling delete_port for 9ea5cd07-b223-4b09-9fe8-7cc7125c33be owned by compute:nova {{(pid=92900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:35:07.082995 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-0b4f01b0-ac0e-4e0f-8d95-ecaaf70f30ae req-01a9957f-4568-4a24-9561-576f69597c51 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859944'] for port, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:07.086831 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-42854085-f263-4934-b2b9-06f4b6194278 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:07.111042 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a9957f-4568-4a24-9561-576f69597c51 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Pushing event deleted for resources: {'Port': ['ID=9ea5cd07-b223-4b09-9fe8-7cc7125c33be,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:07.114654 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-01a9957f-4568-4a24-9561-576f69597c51 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:07.121630 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['9ea5cd07-b223-4b09-9fe8-7cc7125c33be'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:35:07.146868 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-ab4a5190-3a0d-411c-86e7-4091e1d25de4 req-485bf7cb-9b56-4f05-8a7e-fe974ee252ac tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.24 "GET /v2.0/ports?device_id=0105f152-fcfb-40ea-b105-25ad5edcf585 HTTP/1.1" status: 200 len: 210 time: 0.0333464 Jun 29 03:35:07.159342 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4f01b0-ac0e-4e0f-8d95-ecaaf70f30ae req-01a9957f-4568-4a24-9561-576f69597c51 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] No DVR routers for this DVR port 9ea5cd07-b223-4b09-9fe8-7cc7125c33be on host hv-cinder-79724 {{(pid=92900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:35:07.162650 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-0b4f01b0-ac0e-4e0f-8d95-ecaaf70f30ae req-01a9957f-4568-4a24-9561-576f69597c51 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:07.164777 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-0b4f01b0-ac0e-4e0f-8d95-ecaaf70f30ae req-01a9957f-4568-4a24-9561-576f69597c51 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] 10.222.0.41 "DELETE /v2.0/ports/9ea5cd07-b223-4b09-9fe8-7cc7125c33be HTTP/1.1" status: 204 len: 173 time: 0.4005668 Jun 29 03:35:07.165277 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0105f152-fcfb-40ea-b105-25ad5edcf585', 'name': 'network-vif-deleted', 'tag': '9ea5cd07-b223-4b09-9fe8-7cc7125c33be'}] {{(pid=92900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:35:07.167813 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66f2c99c1a8368f792cdf7ad94359b02357141073d69ee97e68f670b072060b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc290915-a5da-4c1b-a632-c43b5cc121c7" -d '{"events": [{"server_uuid": "0105f152-fcfb-40ea-b105-25ad5edcf585", "name": "network-vif-deleted", "tag": "9ea5cd07-b223-4b09-9fe8-7cc7125c33be"}]}' {{(pid=92900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:35:07.205392 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253daae5-2c45-41d8-9d4a-ce837ceeb364 x-openstack-request-id: req-253daae5-2c45-41d8-9d4a-ce837ceeb364 {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:35:07.205718 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0105f152-fcfb-40ea-b105-25ad5edcf585", "name": "network-vif-deleted", "tag": "9ea5cd07-b223-4b09-9fe8-7cc7125c33be", "status": "completed", "code": 200}]} {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:35:07.206002 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-253daae5-2c45-41d8-9d4a-ce837ceeb364 {{(pid=92900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:35:07.206454 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0105f152-fcfb-40ea-b105-25ad5edcf585', 'name': 'network-vif-deleted', 'tag': '9ea5cd07-b223-4b09-9fe8-7cc7125c33be', 'status': 'completed', 'code': 200} Jun 29 03:35:08.238915 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 48690) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:08.281832 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c77d917-3286-4ead-91dd-456ee432f7a5 admin admin] Deleting subnet dd1a6204-f794-4008-83fe-7cfc2a393658 {{(pid=92900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 03:35:08.284797 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7c77d917-3286-4ead-91dd-456ee432f7a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:08.317766 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7c77d917-3286-4ead-91dd-456ee432f7a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4727200'] for subnet, precommit_delete_associations {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:08.353631 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7c77d917-3286-4ead-91dd-456ee432f7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-714680'] for subnet, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:08.406899 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7c77d917-3286-4ead-91dd-456ee432f7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-714689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4860150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66844555'] for subnet, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:08.409113 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-0d7f6ea0-dacd-491e-9767-362ece9c96f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:08.432115 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77d917-3286-4ead-91dd-456ee432f7a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd1a6204-f794-4008-83fe-7cfc2a393658,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:08.434416 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-7c77d917-3286-4ead-91dd-456ee432f7a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:08.436857 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7c77d917-3286-4ead-91dd-456ee432f7a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for subnet, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:08.439044 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-7c77d917-3286-4ead-91dd-456ee432f7a5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/dd1a6204-f794-4008-83fe-7cfc2a393658 HTTP/1.1" status: 204 len: 168 time: 0.1987402 Jun 29 03:35:08.441623 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 48692) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:08.506017 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-9a70194f-42bb-4a33-b28c-718fdf1753e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752549'] for network, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:08.581760 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-9a70194f-42bb-4a33-b28c-718fdf1753e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712334', 'neutron.services.segments.db._delete_segments_for_network-8763851730737'] for network, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:08.591073 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.services.segments.db [None req-9a70194f-42bb-4a33-b28c-718fdf1753e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46964257-1caf-4984-ba64-66933fa6662a']}} {{(pid=92900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:08.600757 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.services.segments.db [None req-9a70194f-42bb-4a33-b28c-718fdf1753e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f135fd1c-c1dc-4fff-8cd9-b57325a81d4e') {'for_net_delete': True} {{(pid=92900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:08.601060 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.services.segments.db [None req-9a70194f-42bb-4a33-b28c-718fdf1753e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f135fd1c-c1dc-4fff-8cd9-b57325a81d4e') {} {{(pid=92900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:08.609407 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-9a70194f-42bb-4a33-b28c-718fdf1753e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763851626388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4727211'] for segment, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:08.622740 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-9a70194f-42bb-4a33-b28c-718fdf1753e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342'] for segment, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:08.628797 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a70194f-42bb-4a33-b28c-718fdf1753e4 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=92900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 03:35:08.629177 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-9a70194f-42bb-4a33-b28c-718fdf1753e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4859931'] for segment, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: Traceback (most recent call last): Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: timer() Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: cb(*args, **kw) Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: return func(*args, **kwargs) Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: self._notify() Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: self.callback(batched_events) Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: event.method(event) Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: return f(self, *a, **k) Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: return self._get(url).json() Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: return self.request(url, 'GET', **kwargs) Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 03:35:08.630730 dv-cinder-797245-8-smb neutron-server[92900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 03:35:08.681884 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-9a70194f-42bb-4a33-b28c-718fdf1753e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8077459'] for network, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:08.686033 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:08.688370 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-9a70194f-42bb-4a33-b28c-718fdf1753e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for network, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:08.690151 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-9a70194f-42bb-4a33-b28c-718fdf1753e4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/46964257-1caf-4984-ba64-66933fa6662a HTTP/1.1" status: 204 len: 168 time: 0.2476244 Jun 29 03:35:08.700933 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70194f-42bb-4a33-b28c-718fdf1753e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=46964257-1caf-4984-ba64-66933fa6662a,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:08.703231 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-9a70194f-42bb-4a33-b28c-718fdf1753e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:08.844558 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 48696) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:08.886305 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-8a2afd49-a4ed-4fe9-87c3-63b0eacb0b62 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ae63377b57f8415494188750e0072368&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405502 Jun 29 03:35:08.888765 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 48698) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:08.934030 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-8a62a183-9e96-4e8e-904a-68273f76ce2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:08.954212 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-8a62a183-9e96-4e8e-904a-68273f76ce2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:08.998478 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-8a62a183-9e96-4e8e-904a-68273f76ce2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:09.001182 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-8a62a183-9e96-4e8e-904a-68273f76ce2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:09.002293 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-8a62a183-9e96-4e8e-904a-68273f76ce2e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ebc9b845-3951-4060-88cd-452072b507ed HTTP/1.1" status: 204 len: 168 time: 0.1126587 Jun 29 03:35:09.003045 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-b6a710d0-4503-4119-a090-9850d536658f tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:09.010520 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62a183-9e96-4e8e-904a-68273f76ce2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc9b845-3951-4060-88cd-452072b507ed,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:09.012938 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-8a62a183-9e96-4e8e-904a-68273f76ce2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:10.500434 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 48744) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:10.600493 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1fd8b5a5-f34b-417e-8095-2a939973c776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:10.687725 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1fd8b5a5-f34b-417e-8095-2a939973c776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:10.691113 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1fd8b5a5-f34b-417e-8095-2a939973c776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:10.694182 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-f4571e1c-47ac-41ae-a5aa-ec38b9972f46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:10.727546 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-1fd8b5a5-f34b-417e-8095-2a939973c776 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f37f10b05244846b6658f236a784580&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2260921 Jun 29 03:35:10.729423 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd8b5a5-f34b-417e-8095-2a939973c776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7190ea28-18b0-4117-91ef-5b749d9ab29c,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:10.730367 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 48748) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:10.732339 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-1fd8b5a5-f34b-417e-8095-2a939973c776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:10.777881 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba299-b79a-4628-a79e-ca896b0aaac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:10.798812 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba299-b79a-4628-a79e-ca896b0aaac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:10.842158 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba299-b79a-4628-a79e-ca896b0aaac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:10.844733 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba299-b79a-4628-a79e-ca896b0aaac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:10.845869 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-4f5ba299-b79a-4628-a79e-ca896b0aaac6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7190ea28-18b0-4117-91ef-5b749d9ab29c HTTP/1.1" status: 204 len: 168 time: 0.1145079 Jun 29 03:35:10.846628 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-72119e83-4170-4e12-a3ae-b07ebc0ebfe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:10.854153 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ba299-b79a-4628-a79e-ca896b0aaac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7190ea28-18b0-4117-91ef-5b749d9ab29c,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:10.856459 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-4f5ba299-b79a-4628-a79e-ca896b0aaac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:11.089765 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 48754) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:11.106218 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-85f5efcd-8f23-4a19-8384-99b880397ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:11.190951 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-85f5efcd-8f23-4a19-8384-99b880397ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:11.193829 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-85f5efcd-8f23-4a19-8384-99b880397ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:11.197136 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-8a62a183-9e96-4e8e-904a-68273f76ce2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:11.230856 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-85f5efcd-8f23-4a19-8384-99b880397ff6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a7fcdbb683404e0582d34f7c641437bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1401005 Jun 29 03:35:11.232010 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5efcd-8f23-4a19-8384-99b880397ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3048bb17-259d-4246-bbe8-c64eee5046e2,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:11.233652 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 48756) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:11.234927 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-85f5efcd-8f23-4a19-8384-99b880397ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:11.281074 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-523cd51a-0512-4020-b48a-69fa07f06fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:11.302019 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-523cd51a-0512-4020-b48a-69fa07f06fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:11.345672 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-523cd51a-0512-4020-b48a-69fa07f06fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:11.348997 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-523cd51a-0512-4020-b48a-69fa07f06fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:11.350160 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-523cd51a-0512-4020-b48a-69fa07f06fc5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3048bb17-259d-4246-bbe8-c64eee5046e2 HTTP/1.1" status: 204 len: 168 time: 0.1154873 Jun 29 03:35:11.350989 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-7790a285-babb-44bc-b586-4267aa3165a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:11.358129 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523cd51a-0512-4020-b48a-69fa07f06fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3048bb17-259d-4246-bbe8-c64eee5046e2,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:11.360346 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-523cd51a-0512-4020-b48a-69fa07f06fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:11.633254 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 9ea5cd07-b223-4b09-9fe8-7cc7125c33be no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:35:11.656483 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] No Port match for: 9ea5cd07-b223-4b09-9fe8-7cc7125c33be {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:35:11.656833 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 9ea5cd07-b223-4b09-9fe8-7cc7125c33be not bound to the agent host hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:35:13.114251 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-79ede603-6cd7-4b15-aa4f-59c3d14f64b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:13.154598 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 48828) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:13.254477 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-46eefdbf-1107-420f-bcc4-7bc222e1f38a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:13.343744 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-46eefdbf-1107-420f-bcc4-7bc222e1f38a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:13.348062 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-46eefdbf-1107-420f-bcc4-7bc222e1f38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:13.351115 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-d9bd9618-276c-489e-b0f9-6e4feaf7273f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:13.385503 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-46eefdbf-1107-420f-bcc4-7bc222e1f38a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9de48731a6f14934a7906213261cdebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298920 Jun 29 03:35:13.386332 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eefdbf-1107-420f-bcc4-7bc222e1f38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7160055a-cabf-4d1c-8993-76b5a76aeee3,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:13.388252 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 48832) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:13.389486 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-46eefdbf-1107-420f-bcc4-7bc222e1f38a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:13.436323 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-8540f722-c36d-4cfa-91f9-854d18f5a2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:13.456043 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-8540f722-c36d-4cfa-91f9-854d18f5a2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:13.500165 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-8540f722-c36d-4cfa-91f9-854d18f5a2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:13.502622 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-8540f722-c36d-4cfa-91f9-854d18f5a2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:13.503781 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-8540f722-c36d-4cfa-91f9-854d18f5a2fc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7160055a-cabf-4d1c-8993-76b5a76aeee3 HTTP/1.1" status: 204 len: 168 time: 0.1144276 Jun 29 03:35:13.504526 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-1fd8b5a5-f34b-417e-8095-2a939973c776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:13.511511 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540f722-c36d-4cfa-91f9-854d18f5a2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7160055a-cabf-4d1c-8993-76b5a76aeee3,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:13.513762 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-8540f722-c36d-4cfa-91f9-854d18f5a2fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:13.758386 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 48838) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:13.771681 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-dcb0ad38-7e6e-401b-be5a-4ae304f486f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:13.858138 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-dcb0ad38-7e6e-401b-be5a-4ae304f486f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:13.862035 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-dcb0ad38-7e6e-401b-be5a-4ae304f486f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:13.865330 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-fc12a374-bd0b-44bc-8a1a-9ee883f08d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:13.900003 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-dcb0ad38-7e6e-401b-be5a-4ae304f486f3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d4fd62ed44b24cf3b940646776c8f017&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1405451 Jun 29 03:35:13.900873 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0ad38-7e6e-401b-be5a-4ae304f486f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d76245-b792-49a3-b4c5-63b43850c33c,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:13.902631 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 48840) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:13.908900 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-dcb0ad38-7e6e-401b-be5a-4ae304f486f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:13.950842 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5e473eec-3199-4b5d-acfd-b9979ee7beb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:13.975694 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5e473eec-3199-4b5d-acfd-b9979ee7beb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:14.031523 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5e473eec-3199-4b5d-acfd-b9979ee7beb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:14.034054 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5e473eec-3199-4b5d-acfd-b9979ee7beb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:14.035213 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-5e473eec-3199-4b5d-acfd-b9979ee7beb1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/77d76245-b792-49a3-b4c5-63b43850c33c HTTP/1.1" status: 204 len: 168 time: 0.1316111 Jun 29 03:35:14.035980 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-876ea71c-07b5-4abb-bc4d-9952af594236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:14.043211 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e473eec-3199-4b5d-acfd-b9979ee7beb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d76245-b792-49a3-b4c5-63b43850c33c,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:14.045398 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-5e473eec-3199-4b5d-acfd-b9979ee7beb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:14.682496 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 48862) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:14.774182 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-195ced34-86e3-4844-b0d3-0e9ea8ea7bae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1651325081-network', 'tenant_id': '4a191f1ffe4c4ad5839726d6091f3f7f'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:35:14.797040 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195ced34-86e3-4844-b0d3-0e9ea8ea7bae admin admin] Made reservation on behalf of 4a191f1ffe4c4ad5839726d6091f3f7f for: {'network': 1} {{(pid=92899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:35:14.799523 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-195ced34-86e3-4844-b0d3-0e9ea8ea7bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for network, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:14.808584 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-195ced34-86e3-4844-b0d3-0e9ea8ea7bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:14.897582 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-195ced34-86e3-4844-b0d3-0e9ea8ea7bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:14.901147 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-195ced34-86e3-4844-b0d3-0e9ea8ea7bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:14.904688 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:14.926476 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-195ced34-86e3-4844-b0d3-0e9ea8ea7bae admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=92899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 03:35:14.935912 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ced34-86e3-4844-b0d3-0e9ea8ea7bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1fa28a-761e-4695-a16d-0523984de928,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:14.939020 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-195ced34-86e3-4844-b0d3-0e9ea8ea7bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:14.941704 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-195ced34-86e3-4844-b0d3-0e9ea8ea7bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342'] for segment, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:14.942039 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.db.segments_db [None req-195ced34-86e3-4844-b0d3-0e9ea8ea7bae admin admin] Added segment 74a9f033-896f-46dc-9d11-877e9753da65 of type vlan for network f99d77e6-5b9b-474f-86c2-4e6a16f73075 Jun 29 03:35:14.978976 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-195ced34-86e3-4844-b0d3-0e9ea8ea7bae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763851271976'] for network, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:15.005449 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-195ced34-86e3-4844-b0d3-0e9ea8ea7bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670'] for network, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:15.006698 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195ced34-86e3-4844-b0d3-0e9ea8ea7bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:15.007264 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-195ced34-86e3-4844-b0d3-0e9ea8ea7bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for network, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:15.009955 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:15.056980 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 48866) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:15.057488 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-195ced34-86e3-4844-b0d3-0e9ea8ea7bae admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3734329 Jun 29 03:35:15.062121 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-767bf6d0-0689-414b-986f-dff9fd47e801 admin admin] Request body: {'subnet': {'network_id': 'f99d77e6-5b9b-474f-86c2-4e6a16f73075', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1651325081-subnet', 'tenant_id': '4a191f1ffe4c4ad5839726d6091f3f7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:35:15.069387 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ced34-86e3-4844-b0d3-0e9ea8ea7bae admin admin] Pushing event updated for resources: {'Network': ['ID=f99d77e6-5b9b-474f-86c2-4e6a16f73075,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:15.072727 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-195ced34-86e3-4844-b0d3-0e9ea8ea7bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:15.079990 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Network f99d77e6-5b9b-474f-86c2-4e6a16f73075 details requested by agent ovs-agent-dv-cinder-797245-8-smb with host dv-cinder-797245-8-smb {{(pid=92901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:35:15.082662 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767bf6d0-0689-414b-986f-dff9fd47e801 admin admin] Made reservation on behalf of 4a191f1ffe4c4ad5839726d6091f3f7f for: {'subnet': 1} {{(pid=92900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:35:15.085027 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-767bf6d0-0689-414b-986f-dff9fd47e801 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66713706'] for subnet, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:15.248226 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-767bf6d0-0689-414b-986f-dff9fd47e801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4860085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66844560'] for subnet, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:15.251065 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-b10bcf7d-98dd-441d-b024-0b41a251f75b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:15.302963 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767bf6d0-0689-414b-986f-dff9fd47e801 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a2dc7ba-e5a3-410c-940d-f76537669f7c,revision_number=0']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:15.307530 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-767bf6d0-0689-414b-986f-dff9fd47e801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:15.310034 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767bf6d0-0689-414b-986f-dff9fd47e801 admin admin] Checking segment: {'id': '74a9f033-896f-46dc-9d11-877e9753da65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f99d77e6-5b9b-474f-86c2-4e6a16f73075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:35:15.310389 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767bf6d0-0689-414b-986f-dff9fd47e801 admin admin] Network hostable DHCP agents. Network: f99d77e6-5b9b-474f-86c2-4e6a16f73075, hostable agents: ['15611171-d073-4a1d-b69f-900d48098551'], hosted agents: [] {{(pid=92900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:35:15.326503 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767bf6d0-0689-414b-986f-dff9fd47e801 admin admin] Network f99d77e6-5b9b-474f-86c2-4e6a16f73075 is scheduled to be hosted by DHCP agent 15611171-d073-4a1d-b69f-900d48098551 with binding_index 1 {{(pid=92900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:35:15.334546 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [None req-767bf6d0-0689-414b-986f-dff9fd47e801 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-smb, f99d77e6-5b9b-474f-86c2-4e6a16f73075) {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:35:15.338303 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767bf6d0-0689-414b-986f-dff9fd47e801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:15.338882 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-767bf6d0-0689-414b-986f-dff9fd47e801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for subnet, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:15.343604 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c29c3b4-d3e5-4455-92c7-dbc220e3e47a None None] Network f99d77e6-5b9b-474f-86c2-4e6a16f73075 requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:35:15.354216 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-767bf6d0-0689-414b-986f-dff9fd47e801 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2961502 Jun 29 03:35:15.471864 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d19ead-9a17-45ce-8364-375a5de24d2b None None] Network f99d77e6-5b9b-474f-86c2-4e6a16f73075 requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:35:15.486996 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-bba41efa-452f-422e-bdb0-8512c016a239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:15.803171 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 48882) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:15.808491 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-573b5ab7-5ae3-4b8f-bc6e-623c01bf357d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-77296811-network', 'tenant_id': '72b257e688cc43f895c539bb61d1d17e'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:35:15.828013 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573b5ab7-5ae3-4b8f-bc6e-623c01bf357d admin admin] Made reservation on behalf of 72b257e688cc43f895c539bb61d1d17e for: {'network': 1} {{(pid=92900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:35:15.830398 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-573b5ab7-5ae3-4b8f-bc6e-623c01bf357d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for network, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:15.840290 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-573b5ab7-5ae3-4b8f-bc6e-623c01bf357d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:15.852759 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:15.926531 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-573b5ab7-5ae3-4b8f-bc6e-623c01bf357d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:15.930157 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-573b5ab7-5ae3-4b8f-bc6e-623c01bf357d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:15.933711 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-def8cc95-db9c-4dc5-bd09-3fd1fef0e96d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:15.950070 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573b5ab7-5ae3-4b8f-bc6e-623c01bf357d admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=92900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 03:35:15.964792 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b5ab7-5ae3-4b8f-bc6e-623c01bf357d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c088d220-9850-4103-89e2-615192a475af,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:15.967574 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-573b5ab7-5ae3-4b8f-bc6e-623c01bf357d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342'] for segment, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:15.967946 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.db.segments_db [None req-573b5ab7-5ae3-4b8f-bc6e-623c01bf357d admin admin] Added segment 2ec2c0e4-a07d-4934-9352-b37365e56ce2 of type vlan for network 32f87df4-9925-4e93-bf38-aac3683e2c8f Jun 29 03:35:15.969293 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-573b5ab7-5ae3-4b8f-bc6e-623c01bf357d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:16.009642 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-573b5ab7-5ae3-4b8f-bc6e-623c01bf357d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763851271976'] for network, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:16.038880 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-573b5ab7-5ae3-4b8f-bc6e-623c01bf357d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670'] for network, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:16.040168 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573b5ab7-5ae3-4b8f-bc6e-623c01bf357d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:16.040740 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-573b5ab7-5ae3-4b8f-bc6e-623c01bf357d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for network, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:16.043783 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-91efe830-6e9c-4ae9-a0bb-0326f8c72632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:16.086347 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-573b5ab7-5ae3-4b8f-bc6e-623c01bf357d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2819676 Jun 29 03:35:16.089092 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 48884) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:16.094407 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-4bb0259b-a41f-4469-b7b0-b47c49d88578 admin admin] Request body: {'subnet': {'network_id': '32f87df4-9925-4e93-bf38-aac3683e2c8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-77296811-subnet', 'tenant_id': '72b257e688cc43f895c539bb61d1d17e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:35:16.099246 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b5ab7-5ae3-4b8f-bc6e-623c01bf357d admin admin] Pushing event updated for resources: {'Network': ['ID=32f87df4-9925-4e93-bf38-aac3683e2c8f,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:16.101818 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-573b5ab7-5ae3-4b8f-bc6e-623c01bf357d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:16.109393 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Network 32f87df4-9925-4e93-bf38-aac3683e2c8f details requested by agent ovs-agent-dv-cinder-797245-8-smb with host dv-cinder-797245-8-smb {{(pid=92901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:35:16.117158 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb0259b-a41f-4469-b7b0-b47c49d88578 admin admin] Made reservation on behalf of 72b257e688cc43f895c539bb61d1d17e for: {'subnet': 1} {{(pid=92899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:35:16.119484 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4bb0259b-a41f-4469-b7b0-b47c49d88578 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66896679'] for subnet, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:16.280510 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4bb0259b-a41f-4469-b7b0-b47c49d88578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67030237'] for subnet, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:16.283324 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:16.339530 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0259b-a41f-4469-b7b0-b47c49d88578 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81ec284d-b963-417e-ac09-55af72f8bcf3,revision_number=0']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:16.344037 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-4bb0259b-a41f-4469-b7b0-b47c49d88578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:16.346601 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb0259b-a41f-4469-b7b0-b47c49d88578 admin admin] Checking segment: {'id': '2ec2c0e4-a07d-4934-9352-b37365e56ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '32f87df4-9925-4e93-bf38-aac3683e2c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:35:16.346985 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb0259b-a41f-4469-b7b0-b47c49d88578 admin admin] Network hostable DHCP agents. Network: 32f87df4-9925-4e93-bf38-aac3683e2c8f, hostable agents: ['15611171-d073-4a1d-b69f-900d48098551'], hosted agents: [] {{(pid=92899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:35:16.363553 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb0259b-a41f-4469-b7b0-b47c49d88578 admin admin] Network 32f87df4-9925-4e93-bf38-aac3683e2c8f is scheduled to be hosted by DHCP agent 15611171-d073-4a1d-b69f-900d48098551 with binding_index 1 {{(pid=92899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:35:16.371626 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.base_scheduler [None req-4bb0259b-a41f-4469-b7b0-b47c49d88578 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-smb, 32f87df4-9925-4e93-bf38-aac3683e2c8f) {{(pid=92899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:35:16.375430 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb0259b-a41f-4469-b7b0-b47c49d88578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:16.376044 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4bb0259b-a41f-4469-b7b0-b47c49d88578 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:16.380589 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5e6661-fe89-466f-ac8e-9877287fe7e4 None None] Network 32f87df4-9925-4e93-bf38-aac3683e2c8f requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:35:16.395738 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-4bb0259b-a41f-4469-b7b0-b47c49d88578 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.2998908 Jun 29 03:35:16.502821 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4242538c-9074-438c-83f4-a4cfea58acad None None] Network 32f87df4-9925-4e93-bf38-aac3683e2c8f requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:35:16.569791 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:16.855986 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f888c3-521d-49e0-abeb-e83843205608 req-90348ee2-cfe3-4111-9714-f3700299353a tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:16.857328 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-11f888c3-521d-49e0-abeb-e83843205608 req-90348ee2-cfe3-4111-9714-f3700299353a tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] 10.222.0.24 "GET /v2.0/networks?id=f99d77e6-5b9b-474f-86c2-4e6a16f73075 HTTP/1.1" status: 200 len: 809 time: 0.1028078 Jun 29 03:35:16.872015 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-11f888c3-521d-49e0-abeb-e83843205608 req-666dd244-088b-4c2e-91a1-5dd751a2874b tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] 10.222.0.24 "GET /v2.0/quotas/4a191f1ffe4c4ad5839726d6091f3f7f HTTP/1.1" status: 200 len: 375 time: 0.0092349 Jun 29 03:35:16.902359 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-11f888c3-521d-49e0-abeb-e83843205608 req-03a2f134-38ee-48eb-9b70-ca55218ce6c8 tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a191f1ffe4c4ad5839726d6091f3f7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256133 Jun 29 03:35:16.990931 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-11f888c3-521d-49e0-abeb-e83843205608 req-cf1f9def-943a-4c51-83cf-9ff8a47c2ee6 service neutron] 10.222.0.24 "GET /v2.0/networks/f99d77e6-5b9b-474f-86c2-4e6a16f73075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823126 Jun 29 03:35:17.081685 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-11f888c3-521d-49e0-abeb-e83843205608 req-793e5374-2704-46b4-ae8f-b7283254f3b3 service neutron] 10.222.0.24 "GET /v2.0/networks/f99d77e6-5b9b-474f-86c2-4e6a16f73075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850616 Jun 29 03:35:17.138734 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-14b546ca-1d66-4938-8389-837a8d81edaf req-1a3d08a4-b024-4892-9ec5-ee368f30ca1b tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-332655351&fields=id&tenant_id=c07162556eca417c8ae472f8dd9798c7 HTTP/1.1" status: 200 len: 267 time: 0.0324609 Jun 29 03:35:17.215484 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:17.220651 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b546ca-1d66-4938-8389-837a8d81edaf req-009af762-bfc4-46e3-a61c-489a8db2a9a8 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:17.222762 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-14b546ca-1d66-4938-8389-837a8d81edaf req-009af762-bfc4-46e3-a61c-489a8db2a9a8 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 985 time: 0.0777121 Jun 29 03:35:17.233714 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [req-14b546ca-1d66-4938-8389-837a8d81edaf req-e3b33796-ffdc-4bec-aa71-60ce37550529 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Request body: {'port': {'security_groups': ['0f6d0eec-acdc-4d6c-9bf8-d3d9a7d14120']}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:35:17.251642 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b7433863-49eb-413f-ae14-8dc8bd5ea78b req-aa1e6ab3-b0a1-4790-9aa4-454f05c368cf tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c93285b-9f1e-42a1-acb1-482f5ffc1a1f HTTP/1.1" status: 200 len: 210 time: 0.0286410 Jun 29 03:35:17.326937 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-14b546ca-1d66-4938-8389-837a8d81edaf req-e3b33796-ffdc-4bec-aa71-60ce37550529 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:17.500792 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.db [req-14b546ca-1d66-4938-8389-837a8d81edaf req-e3b33796-ffdc-4bec-aa71-60ce37550529 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] For port 67dec456-0811-4085-90a8-3038a1c84dea, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=67dec456-0811-4085-90a8-3038a1c84dea,segment=NetworkSegment(b45265c8-9cc7-42e3-a59c-f13bc7048e5b),segment_id=b45265c8-9cc7-42e3-a59c-f13bc7048e5b)] {{(pid=92899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:35:17.530109 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-14b546ca-1d66-4938-8389-837a8d81edaf req-e3b33796-ffdc-4bec-aa71-60ce37550529 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks [] for port, precommit_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:17.535251 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-14b546ca-1d66-4938-8389-837a8d81edaf req-e3b33796-ffdc-4bec-aa71-60ce37550529 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372692'] for port, after_update {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:17.539277 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-738b6432-313d-491f-9f18-24f8dc961dcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:17.580072 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['67dec456-0811-4085-90a8-3038a1c84dea'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:35:17.582841 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b546ca-1d66-4938-8389-837a8d81edaf req-e3b33796-ffdc-4bec-aa71-60ce37550529 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:17.583501 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [req-14b546ca-1d66-4938-8389-837a8d81edaf req-e3b33796-ffdc-4bec-aa71-60ce37550529 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:17.590861 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-14b546ca-1d66-4938-8389-837a8d81edaf req-e3b33796-ffdc-4bec-aa71-60ce37550529 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "PUT /v2.0/ports/67dec456-0811-4085-90a8-3038a1c84dea HTTP/1.1" status: 200 len: 943 time: 0.3619382 Jun 29 03:35:17.591243 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 48918) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:17.591437 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d3bb69-a9a7-452b-b188-b77c85f99e80', 'tag': '67dec456-0811-4085-90a8-3038a1c84dea'}] {{(pid=92899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:35:17.594210 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e75ac8c9269a08c635d3d4ea2f6bd2cddeec2d6e4f2b8df737e80b8e22f33d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f1abeb-a49c-4119-a601-2763959d9052" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d3bb69-a9a7-452b-b188-b77c85f99e80", "tag": "67dec456-0811-4085-90a8-3038a1c84dea"}]}' {{(pid=92899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:35:17.640333 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b33796-ffdc-4bec-aa71-60ce37550529 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Pushing event updated for resources: {'Port': ['ID=67dec456-0811-4085-90a8-3038a1c84dea,revision_number=7']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:17.646934 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-e3b33796-ffdc-4bec-aa71-60ce37550529 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:17.704046 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7aaa9086-7414-4dc1-87f9-659cf1492595 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:17.722744 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb2990d-8f7c-4124-af56-ebba071ac883 x-openstack-request-id: req-aeb2990d-8f7c-4124-af56-ebba071ac883 {{(pid=92899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:35:17.723148 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d3bb69-a9a7-452b-b188-b77c85f99e80", "tag": "67dec456-0811-4085-90a8-3038a1c84dea", "status": "completed", "code": 200}]} {{(pid=92899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:35:17.723502 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aeb2990d-8f7c-4124-af56-ebba071ac883 {{(pid=92899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:35:17.724021 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d3bb69-a9a7-452b-b188-b77c85f99e80', 'tag': '67dec456-0811-4085-90a8-3038a1c84dea', 'status': 'completed', 'code': 200} Jun 29 03:35:17.734652 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7aaa9086-7414-4dc1-87f9-659cf1492595 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:17.741446 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['67dec456-0811-4085-90a8-3038a1c84dea'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:35:17.844718 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1abeb-a49c-4119-a601-2763959d9052 req-65b1792e-89dd-4c64-a37d-5a14c93fa775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:17.847244 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d3f1abeb-a49c-4119-a601-2763959d9052 req-65b1792e-89dd-4c64-a37d-5a14c93fa775 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c07162556eca417c8ae472f8dd9798c7&device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 1099 time: 0.0675528 Jun 29 03:35:17.858451 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7aaa9086-7414-4dc1-87f9-659cf1492595 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:17.861704 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-7aaa9086-7414-4dc1-87f9-659cf1492595 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:17.865301 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-7aaa9086-7414-4dc1-87f9-659cf1492595 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "DELETE /v2.0/security-groups/7ef83ed4-d57e-4006-b19c-8e679d310a96 HTTP/1.1" status: 204 len: 168 time: 0.2703011 Jun 29 03:35:17.865301 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-79512ee7-9087-4055-9b71-46b0fce3dc4b tempest-TestShelveInstance-2080166763 tempest-TestShelveInstance-2080166763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:17.865649 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 48924) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:17.872350 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa9086-7414-4dc1-87f9-659cf1492595 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef83ed4-d57e-4006-b19c-8e679d310a96,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:17.874514 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-7aaa9086-7414-4dc1-87f9-659cf1492595 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:17.962140 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-5231953b-e7b9-4cee-86d5-96a9f09c8772 None None] Provisioning complete for port 67dec456-0811-4085-90a8-3038a1c84dea triggered by entity DHCP. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:35:17.962489 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-5231953b-e7b9-4cee-86d5-96a9f09c8772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:17.992754 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1abeb-a49c-4119-a601-2763959d9052 req-00ac7862-9efd-483f-a1f8-277d63ce066d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:17.995083 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d3f1abeb-a49c-4119-a601-2763959d9052 req-00ac7862-9efd-483f-a1f8-277d63ce066d service neutron] 10.222.0.41 "GET /v2.0/networks?id=6190fc53-e160-4137-804d-f35ad2551167 HTTP/1.1" status: 200 len: 916 time: 0.1051984 Jun 29 03:35:18.073356 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [None req-e0fd8aee-9ca9-47ce-8511-e4336273ac30 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Deleting port 379189c1-69c2-40b3-a02a-bf0c90c938db {{(pid=92899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:35:18.073702 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e0fd8aee-9ca9-47ce-8511-e4336273ac30 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:18.076080 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d3f1abeb-a49c-4119-a601-2763959d9052 req-493b8821-511c-48ae-94f7-bcb5055f96b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67dec456-0811-4085-90a8-3038a1c84dea HTTP/1.1" status: 200 len: 1002 time: 0.0728426 Jun 29 03:35:18.137867 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1abeb-a49c-4119-a601-2763959d9052 req-4fc938b0-d57a-4e3e-be86-bd12d62dbd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:18.139248 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d3f1abeb-a49c-4119-a601-2763959d9052 req-4fc938b0-d57a-4e3e-be86-bd12d62dbd5e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d59dbf51-326a-4727-afdc-a3f7b0974346 HTTP/1.1" status: 200 len: 854 time: 0.0504713 Jun 29 03:35:18.153365 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e0fd8aee-9ca9-47ce-8511-e4336273ac30 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:18.153875 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e0fd8aee-9ca9-47ce-8511-e4336273ac30 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:18.165772 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [None req-e0fd8aee-9ca9-47ce-8511-e4336273ac30 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Calling delete_port for 379189c1-69c2-40b3-a02a-bf0c90c938db owned by network:floatingip {{(pid=92899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:35:18.204080 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1abeb-a49c-4119-a601-2763959d9052 req-afbc9fe8-c302-41e6-8dab-c0be6643a0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:18.205628 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d3f1abeb-a49c-4119-a601-2763959d9052 req-afbc9fe8-c302-41e6-8dab-c0be6643a0bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6190fc53-e160-4137-804d-f35ad2551167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0567579 Jun 29 03:35:18.296951 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d3f1abeb-a49c-4119-a601-2763959d9052 req-6c11928e-9707-49bd-ad65-0300c4a3a882 service neutron] 10.222.0.41 "GET /v2.0/networks/6190fc53-e160-4137-804d-f35ad2551167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824978 Jun 29 03:35:18.339876 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e0fd8aee-9ca9-47ce-8511-e4336273ac30 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372683'] for port, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:18.342845 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-6260331a-aff1-4e6f-bcd0-b6d0aefa4d49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:18.369799 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd8aee-9ca9-47ce-8511-e4336273ac30 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Pushing event deleted for resources: {'Port': ['ID=379189c1-69c2-40b3-a02a-bf0c90c938db,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:18.373933 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-e0fd8aee-9ca9-47ce-8511-e4336273ac30 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:18.424634 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-8d593c71-bfe7-46dc-88c4-b263f90bcf23 req-e72dfe5c-03ec-4bca-a1d2-78bcdd911f0a tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c93285b-9f1e-42a1-acb1-482f5ffc1a1f HTTP/1.1" status: 200 len: 210 time: 0.0560992 Jun 29 03:35:18.436357 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-d3f1abeb-a49c-4119-a601-2763959d9052 req-52b7d95a-af41-4fe1-ab28-028176327c66 service neutron] 10.222.0.41 "GET /v2.0/networks/6190fc53-e160-4137-804d-f35ad2551167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085076 Jun 29 03:35:18.460315 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:18.460877 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e0fd8aee-9ca9-47ce-8511-e4336273ac30 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks [] for floatingip, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:18.461284 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.db.l3_db [None req-e0fd8aee-9ca9-47ce-8511-e4336273ac30 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Floating IP 930eb1ce-ecc2-4b8f-858e-dbc63342192a disassociated (deleted). External IP: 172.28.2.155, port: 67dec456-0811-4085-90a8-3038a1c84dea. Jun 29 03:35:18.654843 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f888c3-521d-49e0-abeb-e83843205608 req-e79bff7d-f7ea-4d82-bee8-e1381630b2a2 tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:18.656299 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-11f888c3-521d-49e0-abeb-e83843205608 req-e79bff7d-f7ea-4d82-bee8-e1381630b2a2 tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] 10.222.0.41 "GET /v2.0/networks?id=f99d77e6-5b9b-474f-86c2-4e6a16f73075 HTTP/1.1" status: 200 len: 809 time: 0.1180475 Jun 29 03:35:18.673861 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0fd8aee-9ca9-47ce-8511-e4336273ac30 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Router 1a6dec39-96d9-403e-b799-ea19e2652392 has already been hosted by L3 agent 7fe0c168-953d-4d47-bedf-fde3a92e458b {{(pid=92899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:35:18.677220 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [req-11f888c3-521d-49e0-abeb-e83843205608 req-245cd2fb-20c5-43fe-8138-a800dc1ef46d tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] Request body: {'port': {'device_id': '0c93285b-9f1e-42a1-acb1-482f5ffc1a1f', 'network_id': 'f99d77e6-5b9b-474f-86c2-4e6a16f73075', 'admin_state_up': True, 'tenant_id': '4a191f1ffe4c4ad5839726d6091f3f7f'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:35:18.786844 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fd8aee-9ca9-47ce-8511-e4336273ac30 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify agent at l3_agent.dv-cinder-797245-8-smb the message routers_updated {{(pid=92899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:35:18.791592 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e0fd8aee-9ca9-47ce-8511-e4336273ac30 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for floatingip, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:18.792799 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11f888c3-521d-49e0-abeb-e83843205608 req-245cd2fb-20c5-43fe-8138-a800dc1ef46d tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] Made reservation on behalf of 4a191f1ffe4c4ad5839726d6091f3f7f for: {'port': 1} {{(pid=92900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:35:18.798160 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33127e3-a7f7-41d9-8eb5-1d04f02af800 None None] Sync routers for ids ['1a6dec39-96d9-403e-b799-ea19e2652392'] in dv-cinder-797245-8-smb {{(pid=92902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:35:18.798731 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-11f888c3-521d-49e0-abeb-e83843205608 req-245cd2fb-20c5-43fe-8138-a800dc1ef46d tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:18.809360 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33127e3-a7f7-41d9-8eb5-1d04f02af800 None None] Routers {'1a6dec39-96d9-403e-b799-ea19e2652392'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:35:18.809980 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-a33127e3-a7f7-41d9-8eb5-1d04f02af800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:35:15Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['1a6dec39-96d9-403e-b799-ea19e2652392'], 'active': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:18.833935 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-e0fd8aee-9ca9-47ce-8511-e4336273ac30 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "DELETE /v2.0/floatingips/930eb1ce-ecc2-4b8f-858e-dbc63342192a HTTP/1.1" status: 204 len: 168 time: 0.9642544 Jun 29 03:35:18.920830 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvr_db [None req-a33127e3-a7f7-41d9-8eb5-1d04f02af800 None None] Set router 1a6dec39-96d9-403e-b799-ea19e2652392 gateway port host: dv-cinder-797245-8-smb {{(pid=92902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:35:18.929151 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.db_base_plugin_common [req-11f888c3-521d-49e0-abeb-e83843205608 req-245cd2fb-20c5-43fe-8138-a800dc1ef46d tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] Allocated IP 172.20.0.6 (f99d77e6-5b9b-474f-86c2-4e6a16f73075/8a2dc7ba-e5a3-410c-940d-f76537669f7c/a100334a-f4f6-41cd-85a5-21c179e17158) {{(pid=92900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:35:19.086515 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-11f888c3-521d-49e0-abeb-e83843205608 req-245cd2fb-20c5-43fe-8138-a800dc1ef46d tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] Notify callbacks [] for port, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:19.129224 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-a33127e3-a7f7-41d9-8eb5-1d04f02af800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'name': 'tempest-TestMinimumBasicScenario-1153132738-router', 'tenant_id': 'c07162556eca417c8ae472f8dd9798c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': 'bf83b649-610d-414e-8bc9-5e511d52f07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:37Z', 'updated_at': '2021-06-29T03:32:40Z', 'revision_number': 4, 'project_id': 'c07162556eca417c8ae472f8dd9798c7', 'gw_port': {'id': 'bf83b649-610d-414e-8bc9-5e511d52f07c', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:38Z', 'updated_at': '2021-06-29T03:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': '3f9ff766-8559-4d16-bc1b-1457a36c1e73', 'name': '', 'network_id': '6190fc53-e160-4137-804d-f35ad2551167', 'tenant_id': 'c07162556eca417c8ae472f8dd9798c7', 'mac_address': 'fa:16:3e:88:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd59dbf51-326a-4727-afdc-a3f7b0974346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:39Z', 'updated_at': '2021-06-29T03:32:46Z', 'revision_number': 5, 'project_id': 'c07162556eca417c8ae472f8dd9798c7', 'subnets': [{'id': 'd59dbf51-326a-4727-afdc-a3f7b0974346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:19.136985 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-11f888c3-521d-49e0-abeb-e83843205608 req-245cd2fb-20c5-43fe-8138-a800dc1ef46d tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859937'] for port, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:19.142359 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-eeedfe64-59c3-47b7-bda1-9ad7b1d13dc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:19.161011 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33127e3-a7f7-41d9-8eb5-1d04f02af800 None None] Checking router: 1a6dec39-96d9-403e-b799-ea19e2652392 for host: dv-cinder-797245-8-smb {{(pid=92902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:35:19.171127 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33127e3-a7f7-41d9-8eb5-1d04f02af800 None None] Routers {'1a6dec39-96d9-403e-b799-ea19e2652392'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:35:19.171127 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-a33127e3-a7f7-41d9-8eb5-1d04f02af800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:35:15Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['1a6dec39-96d9-403e-b799-ea19e2652392'], 'active': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:19.181659 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11f888c3-521d-49e0-abeb-e83843205608 req-245cd2fb-20c5-43fe-8138-a800dc1ef46d tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] Network f99d77e6-5b9b-474f-86c2-4e6a16f73075 is already hosted by enough agents. {{(pid=92900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:35:19.186791 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [req-11f888c3-521d-49e0-abeb-e83843205608 req-245cd2fb-20c5-43fe-8138-a800dc1ef46d tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] Resources bound (agent type, host, resource id): {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:35:19.189464 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f888c3-521d-49e0-abeb-e83843205608 req-245cd2fb-20c5-43fe-8138-a800dc1ef46d tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] Received port after_create {{(pid=92900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:35:19.230033 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245cd2fb-20c5-43fe-8138-a800dc1ef46d tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] Pushing event updated for resources: {'Port': ['ID=a100334a-f4f6-41cd-85a5-21c179e17158,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:19.233726 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-245cd2fb-20c5-43fe-8138-a800dc1ef46d tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:19.250809 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f888c3-521d-49e0-abeb-e83843205608 req-245cd2fb-20c5-43fe-8138-a800dc1ef46d tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:19.251399 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-11f888c3-521d-49e0-abeb-e83843205608 req-245cd2fb-20c5-43fe-8138-a800dc1ef46d tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:19.265962 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-11f888c3-521d-49e0-abeb-e83843205608 req-245cd2fb-20c5-43fe-8138-a800dc1ef46d tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5933237 Jun 29 03:35:19.282043 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvr_db [None req-a33127e3-a7f7-41d9-8eb5-1d04f02af800 None None] Set router 1a6dec39-96d9-403e-b799-ea19e2652392 gateway port host: dv-cinder-797245-8-smb {{(pid=92902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:35:19.308513 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [req-11f888c3-521d-49e0-abeb-e83843205608 req-37ab99c7-675a-447d-a195-fa3b823120e1 service neutron] Request body: {'port': {'device_id': '0c93285b-9f1e-42a1-acb1-482f5ffc1a1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:35:19.394647 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-11f888c3-521d-49e0-abeb-e83843205608 req-37ab99c7-675a-447d-a195-fa3b823120e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:19.424772 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-2c7ef741-c439-4173-8492-6c44c33a8e32 req-efc8fb0d-d7a1-49b2-9a47-ea36be4cb8b1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669301 Jun 29 03:35:19.525740 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-a33127e3-a7f7-41d9-8eb5-1d04f02af800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'name': 'tempest-TestMinimumBasicScenario-1153132738-router', 'tenant_id': 'c07162556eca417c8ae472f8dd9798c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': 'bf83b649-610d-414e-8bc9-5e511d52f07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:37Z', 'updated_at': '2021-06-29T03:32:40Z', 'revision_number': 4, 'project_id': 'c07162556eca417c8ae472f8dd9798c7', 'gw_port': {'id': 'bf83b649-610d-414e-8bc9-5e511d52f07c', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:38Z', 'updated_at': '2021-06-29T03:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': '3f9ff766-8559-4d16-bc1b-1457a36c1e73', 'name': '', 'network_id': '6190fc53-e160-4137-804d-f35ad2551167', 'tenant_id': 'c07162556eca417c8ae472f8dd9798c7', 'mac_address': 'fa:16:3e:88:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd59dbf51-326a-4727-afdc-a3f7b0974346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:39Z', 'updated_at': '2021-06-29T03:32:46Z', 'revision_number': 5, 'project_id': 'c07162556eca417c8ae472f8dd9798c7', 'subnets': [{'id': 'd59dbf51-326a-4727-afdc-a3f7b0974346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:19.529099 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ef741-c439-4173-8492-6c44c33a8e32 req-7f0bba07-d805-4e0d-aef6-24f9e3483632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:19.533321 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-2c7ef741-c439-4173-8492-6c44c33a8e32 req-7f0bba07-d805-4e0d-aef6-24f9e3483632 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c07162556eca417c8ae472f8dd9798c7&device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 1099 time: 0.0694849 Jun 29 03:35:19.570394 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33127e3-a7f7-41d9-8eb5-1d04f02af800 None None] The sync data for ids ['1a6dec39-96d9-403e-b799-ea19e2652392'] in dv-cinder-797245-8-smb is: [{'id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'name': 'tempest-TestMinimumBasicScenario-1153132738-router', 'tenant_id': 'c07162556eca417c8ae472f8dd9798c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': 'bf83b649-610d-414e-8bc9-5e511d52f07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:37Z', 'updated_at': '2021-06-29T03:32:40Z', 'revision_number': 4, 'project_id': 'c07162556eca417c8ae472f8dd9798c7', 'gw_port': {'id': 'bf83b649-610d-414e-8bc9-5e511d52f07c', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:38Z', 'updated_at': '2021-06-29T03:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': '3f9ff766-8559-4d16-bc1b-1457a36c1e73', 'name': '', 'network_id': '6190fc53-e160-4137-804d-f35ad2551167', 'tenant_id': 'c07162556eca417c8ae472f8dd9798c7', 'mac_address': 'fa:16:3e:88:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd59dbf51-326a-4727-afdc-a3f7b0974346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:39Z', 'updated_at': '2021-06-29T03:32:46Z', 'revision_number': 5, 'project_id': 'c07162556eca417c8ae472f8dd9798c7', 'subnets': [{'id': 'd59dbf51-326a-4727-afdc-a3f7b0974346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:35:19.696424 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ef741-c439-4173-8492-6c44c33a8e32 req-d6bba2bd-67bd-4813-ac24-e52f0653dc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:19.698496 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-2c7ef741-c439-4173-8492-6c44c33a8e32 req-d6bba2bd-67bd-4813-ac24-e52f0653dc52 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6190fc53-e160-4137-804d-f35ad2551167 HTTP/1.1" status: 200 len: 916 time: 0.1158149 Jun 29 03:35:19.759995 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d3bb69-a9a7-452b-b188-b77c85f99e80', 'tag': '67dec456-0811-4085-90a8-3038a1c84dea'}] {{(pid=92899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:35:19.762897 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e75ac8c9269a08c635d3d4ea2f6bd2cddeec2d6e4f2b8df737e80b8e22f33d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd86b49-f473-4b41-a36f-38d524f3850d" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d3bb69-a9a7-452b-b188-b77c85f99e80", "tag": "67dec456-0811-4085-90a8-3038a1c84dea"}]}' {{(pid=92899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:35:19.767263 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-2c7ef741-c439-4173-8492-6c44c33a8e32 req-f3834089-e60b-40eb-80b7-7eafaf596706 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67dec456-0811-4085-90a8-3038a1c84dea HTTP/1.1" status: 200 len: 217 time: 0.0613496 Jun 29 03:35:19.770140 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74878a0-45a2-432d-a149-e964ecc67076 req-5da46559-8998-4206-bf35-71ec8bfeef6e tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:19.777675 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f74878a0-45a2-432d-a149-e964ecc67076 req-5da46559-8998-4206-bf35-71ec8bfeef6e tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c93285b-9f1e-42a1-acb1-482f5ffc1a1f HTTP/1.1" status: 200 len: 931 time: 0.1825278 Jun 29 03:35:19.849095 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f74878a0-45a2-432d-a149-e964ecc67076 req-d2cd29cf-395d-485d-bf37-5c428c63f64a tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b1fa28a-761e-4695-a16d-0523984de928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703559 Jun 29 03:35:19.896910 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [req-11f888c3-521d-49e0-abeb-e83843205608 req-37ab99c7-675a-447d-a195-fa3b823120e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a100334a-f4f6-41cd-85a5-21c179e17158 {{(pid=92900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:35:19.905834 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-11f888c3-521d-49e0-abeb-e83843205608 req-37ab99c7-675a-447d-a195-fa3b823120e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:19.908637 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c85b1de-7b3b-4b66-8bf7-214b9ac4b2dc None None] New status for floating IP 930eb1ce-ecc2-4b8f-858e-dbc63342192a: DOWN {{(pid=92901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 03:35:19.913964 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920b74b7-4f4f-4c5d-b8b2-4a86a2bd996c x-openstack-request-id: req-920b74b7-4f4f-4c5d-b8b2-4a86a2bd996c {{(pid=92899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:35:19.914265 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d3bb69-a9a7-452b-b188-b77c85f99e80", "tag": "67dec456-0811-4085-90a8-3038a1c84dea", "status": "completed", "code": 200}]} {{(pid=92899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:35:19.914554 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-920b74b7-4f4f-4c5d-b8b2-4a86a2bd996c {{(pid=92899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:35:19.915910 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d3bb69-a9a7-452b-b188-b77c85f99e80', 'tag': '67dec456-0811-4085-90a8-3038a1c84dea', 'status': 'completed', 'code': 200} Jun 29 03:35:19.920555 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.provisioning_blocks [req-11f888c3-521d-49e0-abeb-e83843205608 req-37ab99c7-675a-447d-a195-fa3b823120e1 service neutron] Transition to ACTIVE for port object a100334a-f4f6-41cd-85a5-21c179e17158 will not be triggered until provisioned by entity L2. {{(pid=92900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:35:19.925864 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-11f888c3-521d-49e0-abeb-e83843205608 req-37ab99c7-675a-447d-a195-fa3b823120e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859959'] for port, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:19.935092 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ef741-c439-4173-8492-6c44c33a8e32 req-9ef67899-7300-41ab-8aae-b648def2d04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:19.936287 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-123f57dc-ca2b-4a80-8193-d9afcd4a0b43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:19.936584 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-2c7ef741-c439-4173-8492-6c44c33a8e32 req-9ef67899-7300-41ab-8aae-b648def2d04e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d59dbf51-326a-4727-afdc-a3f7b0974346 HTTP/1.1" status: 200 len: 854 time: 0.1139836 Jun 29 03:35:19.978036 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab99c7-675a-447d-a195-fa3b823120e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a100334a-f4f6-41cd-85a5-21c179e17158,revision_number=2']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:19.988048 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-37ab99c7-675a-447d-a195-fa3b823120e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:19.994393 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b161ae-ab49-4f87-88f8-ddd8e6d54fea req-d43c6a1b-bc56-472d-8e29-cb2e21b7079d tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:19.995906 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e8b161ae-ab49-4f87-88f8-ddd8e6d54fea req-d43c6a1b-bc56-472d-8e29-cb2e21b7079d tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 946 time: 0.1224742 Jun 29 03:35:20.030560 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ef741-c439-4173-8492-6c44c33a8e32 req-c1e2017f-083b-4115-bab9-d867b429caee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:20.031989 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-2c7ef741-c439-4173-8492-6c44c33a8e32 req-c1e2017f-083b-4115-bab9-d867b429caee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6190fc53-e160-4137-804d-f35ad2551167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0866206 Jun 29 03:35:20.060223 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-e8b161ae-ab49-4f87-88f8-ddd8e6d54fea req-8e51ad94-32db-4fd3-a93a-575d38eb2b68 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555530 Jun 29 03:35:20.067495 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-11f888c3-521d-49e0-abeb-e83843205608 req-37ab99c7-675a-447d-a195-fa3b823120e1 service neutron] Attempting to bind port a100334a-f4f6-41cd-85a5-21c179e17158 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:35:20.067904 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-11f888c3-521d-49e0-abeb-e83843205608 req-37ab99c7-675a-447d-a195-fa3b823120e1 service neutron] Attempting to bind port a100334a-f4f6-41cd-85a5-21c179e17158 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '74a9f033-896f-46dc-9d11-877e9753da65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f99d77e6-5b9b-474f-86c2-4e6a16f73075'}] {{(pid=92900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:35:20.068237 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f888c3-521d-49e0-abeb-e83843205608 req-37ab99c7-675a-447d-a195-fa3b823120e1 service neutron] Attempting to bind port a100334a-f4f6-41cd-85a5-21c179e17158 on network f99d77e6-5b9b-474f-86c2-4e6a16f73075 {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:35:20.072846 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f888c3-521d-49e0-abeb-e83843205608 req-37ab99c7-675a-447d-a195-fa3b823120e1 service neutron] Port a100334a-f4f6-41cd-85a5-21c179e17158 on network f99d77e6-5b9b-474f-86c2-4e6a16f73075 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:35:20.073155 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f888c3-521d-49e0-abeb-e83843205608 req-37ab99c7-675a-447d-a195-fa3b823120e1 service neutron] Attempting to bind port a100334a-f4f6-41cd-85a5-21c179e17158 on network f99d77e6-5b9b-474f-86c2-4e6a16f73075 {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:35:20.079155 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f888c3-521d-49e0-abeb-e83843205608 req-37ab99c7-675a-447d-a195-fa3b823120e1 service neutron] Checking agent: {'id': '2bf09fb4-53ea-44df-98c0-2f1f129e0ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:35:20.079489 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f888c3-521d-49e0-abeb-e83843205608 req-37ab99c7-675a-447d-a195-fa3b823120e1 service neutron] Checking segment: {'id': '74a9f033-896f-46dc-9d11-877e9753da65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f99d77e6-5b9b-474f-86c2-4e6a16f73075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:35:20.079891 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f888c3-521d-49e0-abeb-e83843205608 req-37ab99c7-675a-447d-a195-fa3b823120e1 service neutron] Bound using segment: {'id': '74a9f033-896f-46dc-9d11-877e9753da65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f99d77e6-5b9b-474f-86c2-4e6a16f73075'} {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:35:20.080317 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-11f888c3-521d-49e0-abeb-e83843205608 req-37ab99c7-675a-447d-a195-fa3b823120e1 service neutron] Bound port: a100334a-f4f6-41cd-85a5-21c179e17158, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74a9f033-896f-46dc-9d11-877e9753da65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f99d77e6-5b9b-474f-86c2-4e6a16f73075'}}] {{(pid=92900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:35:20.080671 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-11f888c3-521d-49e0-abeb-e83843205608 req-37ab99c7-675a-447d-a195-fa3b823120e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:20.149104 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-2c7ef741-c439-4173-8492-6c44c33a8e32 req-5a3f7ce4-65e2-4db7-b62e-1c17c8aa80dd service neutron] 10.222.0.41 "GET /v2.0/networks/6190fc53-e160-4137-804d-f35ad2551167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070378 Jun 29 03:35:20.149360 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-11f888c3-521d-49e0-abeb-e83843205608 req-37ab99c7-675a-447d-a195-fa3b823120e1 service neutron] For port a100334a-f4f6-41cd-85a5-21c179e17158, host hv-cinder-79724, cleared binding levels {{(pid=92900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:35:20.152193 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-11f888c3-521d-49e0-abeb-e83843205608 req-37ab99c7-675a-447d-a195-fa3b823120e1 service neutron] For port a100334a-f4f6-41cd-85a5-21c179e17158, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=a100334a-f4f6-41cd-85a5-21c179e17158,segment=NetworkSegment(74a9f033-896f-46dc-9d11-877e9753da65),segment_id=74a9f033-896f-46dc-9d11-877e9753da65)] {{(pid=92900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:35:20.156579 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-11f888c3-521d-49e0-abeb-e83843205608 req-37ab99c7-675a-447d-a195-fa3b823120e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859959'] for port, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:20.159604 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-5412e94c-9b00-4a26-bd4d-503153791391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:20.189258 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f888c3-521d-49e0-abeb-e83843205608 req-37ab99c7-675a-447d-a195-fa3b823120e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:20.189859 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-11f888c3-521d-49e0-abeb-e83843205608 req-37ab99c7-675a-447d-a195-fa3b823120e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:20.191952 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-11f888c3-521d-49e0-abeb-e83843205608 req-37ab99c7-675a-447d-a195-fa3b823120e1 service neutron] 10.222.0.41 "PUT /v2.0/ports/a100334a-f4f6-41cd-85a5-21c179e17158 HTTP/1.1" status: 200 len: 1093 time: 0.8876674 Jun 29 03:35:20.192257 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c93285b-9f1e-42a1-acb1-482f5ffc1a1f', 'tag': 'a100334a-f4f6-41cd-85a5-21c179e17158'}] {{(pid=92900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:35:20.194512 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66f2c99c1a8368f792cdf7ad94359b02357141073d69ee97e68f670b072060b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03acc97e-4da7-4291-aaf2-f4ec6b265355" -d '{"events": [{"name": "network-changed", "server_uuid": "0c93285b-9f1e-42a1-acb1-482f5ffc1a1f", "tag": "a100334a-f4f6-41cd-85a5-21c179e17158"}]}' {{(pid=92900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:35:20.232146 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab99c7-675a-447d-a195-fa3b823120e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a100334a-f4f6-41cd-85a5-21c179e17158,revision_number=3']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:20.235076 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-37ab99c7-675a-447d-a195-fa3b823120e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:20.249299 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bc8ba9-355b-4270-9c10-eadebe5aba4d x-openstack-request-id: req-d4bc8ba9-355b-4270-9c10-eadebe5aba4d {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:35:20.249452 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c93285b-9f1e-42a1-acb1-482f5ffc1a1f", "tag": "a100334a-f4f6-41cd-85a5-21c179e17158", "status": "completed", "code": 200}]} {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:35:20.250777 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d4bc8ba9-355b-4270-9c10-eadebe5aba4d {{(pid=92900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:35:20.250777 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c93285b-9f1e-42a1-acb1-482f5ffc1a1f', 'tag': 'a100334a-f4f6-41cd-85a5-21c179e17158', 'status': 'completed', 'code': 200} Jun 29 03:35:20.278194 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-2c7ef741-c439-4173-8492-6c44c33a8e32 req-4a821107-e5ce-483e-87f3-f97d0d22c850 service neutron] 10.222.0.41 "GET /v2.0/networks/6190fc53-e160-4137-804d-f35ad2551167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214156 Jun 29 03:35:20.326152 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f888c3-521d-49e0-abeb-e83843205608 req-f8dfddf2-a8bb-45af-ade0-a7e1c7b088e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:20.327614 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-11f888c3-521d-49e0-abeb-e83843205608 req-f8dfddf2-a8bb-45af-ade0-a7e1c7b088e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a191f1ffe4c4ad5839726d6091f3f7f&device_id=0c93285b-9f1e-42a1-acb1-482f5ffc1a1f HTTP/1.1" status: 200 len: 1096 time: 0.0564282 Jun 29 03:35:20.418442 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-11f888c3-521d-49e0-abeb-e83843205608 req-83f973e1-b94b-481b-bf26-d09df4735ed1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a100334a-f4f6-41cd-85a5-21c179e17158 HTTP/1.1" status: 200 len: 217 time: 0.0446041 Jun 29 03:35:20.437148 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd86b49-f473-4b41-a36f-38d524f3850d req-ef03a1b6-33c7-45e0-933b-022ecf70120b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:20.438858 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-2cd86b49-f473-4b41-a36f-38d524f3850d req-ef03a1b6-33c7-45e0-933b-022ecf70120b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c07162556eca417c8ae472f8dd9798c7&device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 1099 time: 0.0644040 Jun 29 03:35:20.477898 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f888c3-521d-49e0-abeb-e83843205608 req-a51814c4-4344-4287-a4d4-099bf42e924d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:20.479363 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-11f888c3-521d-49e0-abeb-e83843205608 req-a51814c4-4344-4287-a4d4-099bf42e924d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8a2dc7ba-e5a3-410c-940d-f76537669f7c HTTP/1.1" status: 200 len: 849 time: 0.0473063 Jun 29 03:35:20.518305 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-11f888c3-521d-49e0-abeb-e83843205608 req-475a15c1-f010-4df5-bc1f-e5325038a98b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f99d77e6-5b9b-474f-86c2-4e6a16f73075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314765 Jun 29 03:35:20.532564 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd86b49-f473-4b41-a36f-38d524f3850d req-69aec1d2-6c39-4e9e-b6e9-62c914ef90ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:20.533977 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-2cd86b49-f473-4b41-a36f-38d524f3850d req-69aec1d2-6c39-4e9e-b6e9-62c914ef90ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=6190fc53-e160-4137-804d-f35ad2551167 HTTP/1.1" status: 200 len: 916 time: 0.0878329 Jun 29 03:35:20.579162 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-2cd86b49-f473-4b41-a36f-38d524f3850d req-da0b4ac8-0aec-4902-9074-750963bac529 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67dec456-0811-4085-90a8-3038a1c84dea HTTP/1.1" status: 200 len: 217 time: 0.0368207 Jun 29 03:35:20.612116 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-11f888c3-521d-49e0-abeb-e83843205608 req-b549020e-460a-4f7c-9018-e04b71ccfec5 service neutron] 10.222.0.41 "GET /v2.0/networks/f99d77e6-5b9b-474f-86c2-4e6a16f73075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839262 Jun 29 03:35:20.630509 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd86b49-f473-4b41-a36f-38d524f3850d req-37ca3ff0-6d73-44f7-a173-c075520e6aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:20.631975 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-2cd86b49-f473-4b41-a36f-38d524f3850d req-37ca3ff0-6d73-44f7-a173-c075520e6aa1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d59dbf51-326a-4727-afdc-a3f7b0974346 HTTP/1.1" status: 200 len: 854 time: 0.0445852 Jun 29 03:35:20.694307 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd86b49-f473-4b41-a36f-38d524f3850d req-fa3865bb-6658-45b2-97f4-29e76c23f53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:20.695928 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-2cd86b49-f473-4b41-a36f-38d524f3850d req-fa3865bb-6658-45b2-97f4-29e76c23f53a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6190fc53-e160-4137-804d-f35ad2551167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0565917 Jun 29 03:35:20.709307 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-11f888c3-521d-49e0-abeb-e83843205608 req-df19b5cb-e6d1-46b8-bbbf-a3a9fd87155e service neutron] 10.222.0.41 "GET /v2.0/networks/f99d77e6-5b9b-474f-86c2-4e6a16f73075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892608 Jun 29 03:35:20.793100 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-2cd86b49-f473-4b41-a36f-38d524f3850d req-10406dba-1633-4a82-a481-0a12848b5238 service neutron] 10.222.0.41 "GET /v2.0/networks/6190fc53-e160-4137-804d-f35ad2551167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896204 Jun 29 03:35:20.869724 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03acc97e-4da7-4291-aaf2-f4ec6b265355 req-808683be-f73c-4471-a0bb-7c4664a37c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:20.871199 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-03acc97e-4da7-4291-aaf2-f4ec6b265355 req-808683be-f73c-4471-a0bb-7c4664a37c4f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a191f1ffe4c4ad5839726d6091f3f7f&device_id=0c93285b-9f1e-42a1-acb1-482f5ffc1a1f HTTP/1.1" status: 200 len: 1096 time: 0.0524004 Jun 29 03:35:20.901903 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-2cd86b49-f473-4b41-a36f-38d524f3850d req-f65b49f2-7dbd-4cd3-b12d-e3607d6a8857 service neutron] 10.222.0.41 "GET /v2.0/networks/6190fc53-e160-4137-804d-f35ad2551167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825856 Jun 29 03:35:21.010642 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03acc97e-4da7-4291-aaf2-f4ec6b265355 req-b01f4b33-60eb-4089-9077-5617b07dc734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:21.012067 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-03acc97e-4da7-4291-aaf2-f4ec6b265355 req-b01f4b33-60eb-4089-9077-5617b07dc734 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f99d77e6-5b9b-474f-86c2-4e6a16f73075 HTTP/1.1" status: 200 len: 910 time: 0.1147439 Jun 29 03:35:21.069112 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-03acc97e-4da7-4291-aaf2-f4ec6b265355 req-5d06bcaa-8078-4cf0-920a-b0a3b1f8002b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a100334a-f4f6-41cd-85a5-21c179e17158 HTTP/1.1" status: 200 len: 217 time: 0.0400784 Jun 29 03:35:21.079148 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918e78a-477d-4523-896d-187bce5ece67 req-c48071bb-ddf9-4730-b95a-32688f541be4 tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:21.080530 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-4918e78a-477d-4523-896d-187bce5ece67 req-c48071bb-ddf9-4730-b95a-32688f541be4 tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c93285b-9f1e-42a1-acb1-482f5ffc1a1f HTTP/1.1" status: 200 len: 943 time: 0.1095934 Jun 29 03:35:21.140683 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03acc97e-4da7-4291-aaf2-f4ec6b265355 req-957cc8e3-8592-4e21-adca-a36c269988ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:21.142090 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-03acc97e-4da7-4291-aaf2-f4ec6b265355 req-957cc8e3-8592-4e21-adca-a36c269988ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8a2dc7ba-e5a3-410c-940d-f76537669f7c HTTP/1.1" status: 200 len: 849 time: 0.0607541 Jun 29 03:35:21.149547 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-4918e78a-477d-4523-896d-187bce5ece67 req-8b3fde33-6b3c-4a89-ba54-cbf67fd2c512 tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b1fa28a-761e-4695-a16d-0523984de928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599647 Jun 29 03:35:21.176970 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-03acc97e-4da7-4291-aaf2-f4ec6b265355 req-634bbc9b-c836-494f-b568-9cf184482965 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f99d77e6-5b9b-474f-86c2-4e6a16f73075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265026 Jun 29 03:35:21.244800 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72899fc9-fa07-43b0-93dc-2866029f2bd6 req-d98b4595-3ca3-4202-9118-4b3619eedb36 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:21.246262 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-72899fc9-fa07-43b0-93dc-2866029f2bd6 req-d98b4595-3ca3-4202-9118-4b3619eedb36 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 946 time: 0.0660224 Jun 29 03:35:21.271148 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-03acc97e-4da7-4291-aaf2-f4ec6b265355 req-fd4299a4-f985-4925-b758-b7ac7ce0b14a service neutron] 10.222.0.41 "GET /v2.0/networks/f99d77e6-5b9b-474f-86c2-4e6a16f73075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822446 Jun 29 03:35:21.283475 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-72899fc9-fa07-43b0-93dc-2866029f2bd6 req-1c952cae-fd9c-47a6-906a-181b0e74003f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308259 Jun 29 03:35:21.390006 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-03acc97e-4da7-4291-aaf2-f4ec6b265355 req-3a8901db-65b7-4eab-a14b-4d48fe5d1fc3 service neutron] 10.222.0.41 "GET /v2.0/networks/f99d77e6-5b9b-474f-86c2-4e6a16f73075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797479 Jun 29 03:35:21.881488 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b4527-8fab-46dd-8d4f-a58b12084b8a req-d2f4d6bd-5fd4-4b53-8531-05693359f6ab tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:21.882869 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-134b4527-8fab-46dd-8d4f-a58b12084b8a req-d2f4d6bd-5fd4-4b53-8531-05693359f6ab tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 946 time: 0.0624568 Jun 29 03:35:21.906411 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ed028-5c77-4476-a8fd-04f75f3beebb req-5a410126-7b64-4a44-92b9-08efafa67da5 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:21.907894 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-8b2ed028-5c77-4476-a8fd-04f75f3beebb req-5a410126-7b64-4a44-92b9-08efafa67da5 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.41 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 946 time: 0.0634663 Jun 29 03:35:21.918958 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-134b4527-8fab-46dd-8d4f-a58b12084b8a req-43726dfb-204b-4031-b8d8-b5730805274f tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6d0eec-acdc-4d6c-9bf8-d3d9a7d14120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304778 Jun 29 03:35:22.004041 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [req-8b2ed028-5c77-4476-a8fd-04f75f3beebb req-8c956813-3d77-4ee7-beff-38817728cd28 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Deleting port 56de387e-c43b-4478-805f-9400388cf6bb {{(pid=92900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:35:22.004370 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-8b2ed028-5c77-4476-a8fd-04f75f3beebb req-8c956813-3d77-4ee7-beff-38817728cd28 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:22.400860 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-8b2ed028-5c77-4476-a8fd-04f75f3beebb req-8c956813-3d77-4ee7-beff-38817728cd28 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] For port 56de387e-c43b-4478-805f-9400388cf6bb, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=56de387e-c43b-4478-805f-9400388cf6bb,segment=NetworkSegment(2b8a4e7f-1f3c-48f3-872b-763dc2e1c437),segment_id=2b8a4e7f-1f3c-48f3-872b-763dc2e1c437)] {{(pid=92900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:35:22.401587 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-8b2ed028-5c77-4476-a8fd-04f75f3beebb req-8c956813-3d77-4ee7-beff-38817728cd28 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:22.422020 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a3327-2fc1-49aa-b546-b878ce519eb0 req-c23a8fbb-4267-4d6c-8a90-c2353e504ad0 tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:22.423447 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-959a3327-2fc1-49aa-b546-b878ce519eb0 req-c23a8fbb-4267-4d6c-8a90-c2353e504ad0 tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c93285b-9f1e-42a1-acb1-482f5ffc1a1f HTTP/1.1" status: 200 len: 943 time: 0.1109190 Jun 29 03:35:22.469720 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe86e78-2bee-4045-84e3-21ece9175431 req-a26868c5-1223-436e-a5ba-48903728f71a tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:22.471166 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-dfe86e78-2bee-4045-84e3-21ece9175431 req-a26868c5-1223-436e-a5ba-48903728f71a tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 946 time: 0.0606599 Jun 29 03:35:22.508046 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-dfe86e78-2bee-4045-84e3-21ece9175431 req-63d95b3f-52e4-4707-9bcd-a3ddd07c2161 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups?id=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312829 Jun 29 03:35:22.525391 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-959a3327-2fc1-49aa-b546-b878ce519eb0 req-c90bfc22-11fb-4a4d-b73a-6ba173b5072a tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b1fa28a-761e-4695-a16d-0523984de928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713136 Jun 29 03:35:22.600833 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-8b2ed028-5c77-4476-a8fd-04f75f3beebb req-8c956813-3d77-4ee7-beff-38817728cd28 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:22.601209 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-8b2ed028-5c77-4476-a8fd-04f75f3beebb req-8c956813-3d77-4ee7-beff-38817728cd28 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8077441'] for floatingip, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:22.601521 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.db.l3_db [req-8b2ed028-5c77-4476-a8fd-04f75f3beebb req-8c956813-3d77-4ee7-beff-38817728cd28 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Floating IP 315ba788-2276-4b60-9c77-5dbf9ffc3315 disassociated. External IP: 172.28.2.214, port: 56de387e-c43b-4478-805f-9400388cf6bb. Jun 29 03:35:22.601856 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [req-8b2ed028-5c77-4476-a8fd-04f75f3beebb req-8c956813-3d77-4ee7-beff-38817728cd28 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Calling delete_port for 56de387e-c43b-4478-805f-9400388cf6bb owned by compute:nova {{(pid=92900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:35:22.728250 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-8b2ed028-5c77-4476-a8fd-04f75f3beebb req-8c956813-3d77-4ee7-beff-38817728cd28 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859944'] for port, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:22.731916 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-3b9940d4-7f2f-4f15-b769-b333542e8ac0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:22.755052 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c956813-3d77-4ee7-beff-38817728cd28 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Pushing event deleted for resources: {'Port': ['ID=56de387e-c43b-4478-805f-9400388cf6bb,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:22.758325 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-8c956813-3d77-4ee7-beff-38817728cd28 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:22.866668 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b2ed028-5c77-4476-a8fd-04f75f3beebb req-8c956813-3d77-4ee7-beff-38817728cd28 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Router 3a983dc0-1528-417f-91aa-3847fb40e702 has already been hosted by L3 agent 7fe0c168-953d-4d47-bedf-fde3a92e458b {{(pid=92900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:35:22.970521 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b2ed028-5c77-4476-a8fd-04f75f3beebb req-8c956813-3d77-4ee7-beff-38817728cd28 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify agent at l3_agent.dv-cinder-797245-8-smb the message routers_updated {{(pid=92900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:35:22.980614 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b680fc22-a4c2-4a7a-9961-555b4b0291db None None] Sync routers for ids ['3a983dc0-1528-417f-91aa-3847fb40e702'] in dv-cinder-797245-8-smb {{(pid=92902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:35:22.989776 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b680fc22-a4c2-4a7a-9961-555b4b0291db None None] Routers {'3a983dc0-1528-417f-91aa-3847fb40e702'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:35:22.990392 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-b680fc22-a4c2-4a7a-9961-555b4b0291db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:35:15Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['3a983dc0-1528-417f-91aa-3847fb40e702'], 'active': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:23.031271 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2ed028-5c77-4476-a8fd-04f75f3beebb req-8c956813-3d77-4ee7-beff-38817728cd28 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] No DVR routers for this DVR port 56de387e-c43b-4478-805f-9400388cf6bb on host hv-cinder-79724 {{(pid=92900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:35:23.033834 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-8b2ed028-5c77-4476-a8fd-04f75f3beebb req-8c956813-3d77-4ee7-beff-38817728cd28 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:23.036530 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-8b2ed028-5c77-4476-a8fd-04f75f3beebb req-8c956813-3d77-4ee7-beff-38817728cd28 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.41 "DELETE /v2.0/ports/56de387e-c43b-4478-805f-9400388cf6bb HTTP/1.1" status: 204 len: 173 time: 1.1227877 Jun 29 03:35:23.037073 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edfd69e-fe3f-491b-a564-52c3d9402dcc', 'name': 'network-vif-deleted', 'tag': '56de387e-c43b-4478-805f-9400388cf6bb'}] {{(pid=92900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:35:23.039432 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66f2c99c1a8368f792cdf7ad94359b02357141073d69ee97e68f670b072060b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3def1218-60cd-472a-ae7e-1c50c30beeca" -d '{"events": [{"server_uuid": "7edfd69e-fe3f-491b-a564-52c3d9402dcc", "name": "network-vif-deleted", "tag": "56de387e-c43b-4478-805f-9400388cf6bb"}]}' {{(pid=92900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:35:23.081042 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90cf69d-c7a3-4df5-80b9-e503578408af x-openstack-request-id: req-e90cf69d-c7a3-4df5-80b9-e503578408af {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:35:23.081674 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7edfd69e-fe3f-491b-a564-52c3d9402dcc", "name": "network-vif-deleted", "tag": "56de387e-c43b-4478-805f-9400388cf6bb", "status": "completed", "code": 200}]} {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:35:23.082120 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e90cf69d-c7a3-4df5-80b9-e503578408af {{(pid=92900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:35:23.082712 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edfd69e-fe3f-491b-a564-52c3d9402dcc', 'name': 'network-vif-deleted', 'tag': '56de387e-c43b-4478-805f-9400388cf6bb', 'status': 'completed', 'code': 200} Jun 29 03:35:23.105424 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a37a0c-a034-4ec3-9450-62e454cf41c7 req-a5708bb1-5cdf-4786-a3e5-ceb2255d786a tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:23.107898 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-34a37a0c-a034-4ec3-9450-62e454cf41c7 req-a5708bb1-5cdf-4786-a3e5-ceb2255d786a tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 946 time: 0.0755131 Jun 29 03:35:23.156880 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-34a37a0c-a034-4ec3-9450-62e454cf41c7 req-fcd9779f-76af-46a6-96e4-7c76a0e30007 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6d0eec-acdc-4d6c-9bf8-d3d9a7d14120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417955 Jun 29 03:35:23.224784 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvr_db [None req-b680fc22-a4c2-4a7a-9961-555b4b0291db None None] Set router 3a983dc0-1528-417f-91aa-3847fb40e702 gateway port host: dv-cinder-797245-8-smb {{(pid=92902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:35:23.423915 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-b680fc22-a4c2-4a7a-9961-555b4b0291db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'name': 'tempest-AttachVolumeShelveTestJSON-1244863228-router', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15'}], 'enable_snat': True}, 'gw_port_id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:59Z', 'updated_at': '2021-06-29T03:29:05Z', 'revision_number': 4, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'gw_port': {'id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:00Z', 'updated_at': '2021-06-29T03:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': '472ed9e2-6d11-4d68-8eee-51bc8461b0c8', 'name': '', 'network_id': '55159499-4162-473d-91be-3f7bcc13f345', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'mac_address': 'fa:16:3e:c6:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '29dd2891-545c-4e5c-ada9-366a40a64358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:04Z', 'updated_at': '2021-06-29T03:29:12Z', 'revision_number': 5, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'subnets': [{'id': '29dd2891-545c-4e5c-ada9-366a40a64358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:23.447894 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b680fc22-a4c2-4a7a-9961-555b4b0291db None None] Checking router: 3a983dc0-1528-417f-91aa-3847fb40e702 for host: dv-cinder-797245-8-smb {{(pid=92902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:35:23.455542 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b680fc22-a4c2-4a7a-9961-555b4b0291db None None] Routers {'3a983dc0-1528-417f-91aa-3847fb40e702'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:35:23.456692 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-b680fc22-a4c2-4a7a-9961-555b4b0291db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:35:15Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['3a983dc0-1528-417f-91aa-3847fb40e702'], 'active': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:23.555829 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvr_db [None req-b680fc22-a4c2-4a7a-9961-555b4b0291db None None] Set router 3a983dc0-1528-417f-91aa-3847fb40e702 gateway port host: dv-cinder-797245-8-smb {{(pid=92902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:35:23.667032 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device a100334a-f4f6-41cd-85a5-21c179e17158 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:35:23.701111 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-4a7ef67b-81f5-4f73-b05b-f8e351d13da5 req-118c59d4-63f6-4ebe-8309-aab557dc1811 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edfd69e-fe3f-491b-a564-52c3d9402dcc HTTP/1.1" status: 200 len: 210 time: 0.0511160 Jun 29 03:35:23.716889 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62f40e-3270-413a-8241-6089a322487a req-55984477-dd3a-40e9-ae5f-2bce3caf25d6 tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:23.724328 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-5a62f40e-3270-413a-8241-6089a322487a req-55984477-dd3a-40e9-ae5f-2bce3caf25d6 tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c93285b-9f1e-42a1-acb1-482f5ffc1a1f HTTP/1.1" status: 200 len: 943 time: 0.0825324 Jun 29 03:35:23.762503 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-5a62f40e-3270-413a-8241-6089a322487a req-1b6efb70-43a7-4fae-90ea-ab6811bc1c29 tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b1fa28a-761e-4695-a16d-0523984de928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371845 Jun 29 03:35:23.796908 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port a100334a-f4f6-41cd-85a5-21c179e17158, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=a100334a-f4f6-41cd-85a5-21c179e17158,segment=NetworkSegment(74a9f033-896f-46dc-9d11-877e9753da65),segment_id=74a9f033-896f-46dc-9d11-877e9753da65)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:35:23.810368 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Returning: {'device': 'a100334a-f4f6-41cd-85a5-21c179e17158', 'network_id': 'f99d77e6-5b9b-474f-86c2-4e6a16f73075', 'port_id': 'a100334a-f4f6-41cd-85a5-21c179e17158', 'mac_address': 'fa:16:3e:94:93:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a2dc7ba-e5a3-410c-940d-f76537669f7c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:35:23.819910 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-b680fc22-a4c2-4a7a-9961-555b4b0291db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'name': 'tempest-AttachVolumeShelveTestJSON-1244863228-router', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15'}], 'enable_snat': True}, 'gw_port_id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:59Z', 'updated_at': '2021-06-29T03:29:05Z', 'revision_number': 4, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'gw_port': {'id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:00Z', 'updated_at': '2021-06-29T03:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': '472ed9e2-6d11-4d68-8eee-51bc8461b0c8', 'name': '', 'network_id': '55159499-4162-473d-91be-3f7bcc13f345', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'mac_address': 'fa:16:3e:c6:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '29dd2891-545c-4e5c-ada9-366a40a64358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:04Z', 'updated_at': '2021-06-29T03:29:12Z', 'revision_number': 5, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'subnets': [{'id': '29dd2891-545c-4e5c-ada9-366a40a64358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:23.848074 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b680fc22-a4c2-4a7a-9961-555b4b0291db None None] The sync data for ids ['3a983dc0-1528-417f-91aa-3847fb40e702'] in dv-cinder-797245-8-smb is: [{'id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'name': 'tempest-AttachVolumeShelveTestJSON-1244863228-router', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15'}], 'enable_snat': True}, 'gw_port_id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:59Z', 'updated_at': '2021-06-29T03:29:05Z', 'revision_number': 4, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'gw_port': {'id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:00Z', 'updated_at': '2021-06-29T03:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb', '_interfaces': [{'id': '472ed9e2-6d11-4d68-8eee-51bc8461b0c8', 'name': '', 'network_id': '55159499-4162-473d-91be-3f7bcc13f345', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'mac_address': 'fa:16:3e:c6:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '29dd2891-545c-4e5c-ada9-366a40a64358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:04Z', 'updated_at': '2021-06-29T03:29:12Z', 'revision_number': 5, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'subnets': [{'id': '29dd2891-545c-4e5c-ada9-366a40a64358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:35:23.852455 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:23.866224 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a100334a-f4f6-41cd-85a5-21c179e17158 {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:35:23.891664 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port a100334a-f4f6-41cd-85a5-21c179e17158, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=a100334a-f4f6-41cd-85a5-21c179e17158,segment=NetworkSegment(74a9f033-896f-46dc-9d11-877e9753da65),segment_id=74a9f033-896f-46dc-9d11-877e9753da65)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:35:23.896588 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:23.898405 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:23.947232 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=a100334a-f4f6-41cd-85a5-21c179e17158,revision_number=4']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:23.950435 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:24.057193 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d40f4be-bef3-4347-b98f-668b8c6a7444 None None] New status for floating IP 315ba788-2276-4b60-9c77-5dbf9ffc3315: DOWN {{(pid=92901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 03:35:24.234381 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['a100334a-f4f6-41cd-85a5-21c179e17158'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:35:24.362288 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9921289-6cd2-4652-b383-13f70462bf87 req-7cae6d0a-2429-4bc2-a592-b3fc97db061a tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:24.364254 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f9921289-6cd2-4652-b383-13f70462bf87 req-7cae6d0a-2429-4bc2-a592-b3fc97db061a tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 946 time: 0.1087205 Jun 29 03:35:24.375209 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a08d3-cd47-4dfc-ad36-dcf372cce6d9 req-4049d439-553f-47ae-b8a3-5b7895f908a9 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:24.376608 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6b9a08d3-cd47-4dfc-ad36-dcf372cce6d9 req-4049d439-553f-47ae-b8a3-5b7895f908a9 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 946 time: 0.0950100 Jun 29 03:35:24.448699 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6b9a08d3-cd47-4dfc-ad36-dcf372cce6d9 req-f3d9daa7-fac7-438d-84db-05cae68ba747 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6d0eec-acdc-4d6c-9bf8-d3d9a7d14120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649154 Jun 29 03:35:24.491700 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [req-f9921289-6cd2-4652-b383-13f70462bf87 req-abe0f069-5696-439b-ad42-297f0e4ce349 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Deleting port 67dec456-0811-4085-90a8-3038a1c84dea {{(pid=92900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:35:24.492077 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-f9921289-6cd2-4652-b383-13f70462bf87 req-abe0f069-5696-439b-ad42-297f0e4ce349 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:24.580254 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-f9921289-6cd2-4652-b383-13f70462bf87 req-abe0f069-5696-439b-ad42-297f0e4ce349 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] For port 67dec456-0811-4085-90a8-3038a1c84dea, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=67dec456-0811-4085-90a8-3038a1c84dea,segment=NetworkSegment(b45265c8-9cc7-42e3-a59c-f13bc7048e5b),segment_id=b45265c8-9cc7-42e3-a59c-f13bc7048e5b)] {{(pid=92900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:35:24.580606 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-f9921289-6cd2-4652-b383-13f70462bf87 req-abe0f069-5696-439b-ad42-297f0e4ce349 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:24.592329 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [req-f9921289-6cd2-4652-b383-13f70462bf87 req-abe0f069-5696-439b-ad42-297f0e4ce349 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Calling delete_port for 67dec456-0811-4085-90a8-3038a1c84dea owned by compute:nova {{(pid=92900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:35:24.717149 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-f9921289-6cd2-4652-b383-13f70462bf87 req-abe0f069-5696-439b-ad42-297f0e4ce349 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859944'] for port, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:24.720743 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-75ff53e3-9928-4cdf-9b61-43307c0ff2ed tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:24.746380 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0f069-5696-439b-ad42-297f0e4ce349 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Pushing event deleted for resources: {'Port': ['ID=67dec456-0811-4085-90a8-3038a1c84dea,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:24.749471 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-abe0f069-5696-439b-ad42-297f0e4ce349 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:24.767882 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['67dec456-0811-4085-90a8-3038a1c84dea'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:35:24.791620 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9921289-6cd2-4652-b383-13f70462bf87 req-abe0f069-5696-439b-ad42-297f0e4ce349 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] No DVR routers for this DVR port 67dec456-0811-4085-90a8-3038a1c84dea on host hv-cinder-79724 {{(pid=92900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:35:24.794220 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-f9921289-6cd2-4652-b383-13f70462bf87 req-abe0f069-5696-439b-ad42-297f0e4ce349 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:24.796220 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f9921289-6cd2-4652-b383-13f70462bf87 req-abe0f069-5696-439b-ad42-297f0e4ce349 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.41 "DELETE /v2.0/ports/67dec456-0811-4085-90a8-3038a1c84dea HTTP/1.1" status: 204 len: 173 time: 0.4187565 Jun 29 03:35:24.949899 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028351a-ffc1-44f0-a5f8-c6f139e9e090 req-deb2face-3b25-4505-a619-e85816f1f0dd tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:24.951359 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b028351a-ffc1-44f0-a5f8-c6f139e9e090 req-deb2face-3b25-4505-a619-e85816f1f0dd tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c93285b-9f1e-42a1-acb1-482f5ffc1a1f HTTP/1.1" status: 200 len: 944 time: 0.0661707 Jun 29 03:35:24.994968 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b028351a-ffc1-44f0-a5f8-c6f139e9e090 req-404e42bb-ac6b-4439-84a1-2315d2711269 tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b1fa28a-761e-4695-a16d-0523984de928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368276 Jun 29 03:35:25.084748 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d3bb69-a9a7-452b-b188-b77c85f99e80', 'name': 'network-vif-deleted', 'tag': '67dec456-0811-4085-90a8-3038a1c84dea'}] {{(pid=92900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:35:25.087134 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66f2c99c1a8368f792cdf7ad94359b02357141073d69ee97e68f670b072060b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a04a7f0-4782-4e6b-ac0b-11a17677d45d" -d '{"events": [{"server_uuid": "d3d3bb69-a9a7-452b-b188-b77c85f99e80", "name": "network-vif-deleted", "tag": "67dec456-0811-4085-90a8-3038a1c84dea"}]}' {{(pid=92900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:35:25.123406 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c5c688-b4c2-4b5b-80da-9381aa7889c7 x-openstack-request-id: req-27c5c688-b4c2-4b5b-80da-9381aa7889c7 {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:35:25.123736 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d3bb69-a9a7-452b-b188-b77c85f99e80", "name": "network-vif-deleted", "tag": "67dec456-0811-4085-90a8-3038a1c84dea", "status": "completed", "code": 200}]} {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:35:25.124055 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-27c5c688-b4c2-4b5b-80da-9381aa7889c7 {{(pid=92900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:35:25.124479 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d3bb69-a9a7-452b-b188-b77c85f99e80', 'name': 'network-vif-deleted', 'tag': '67dec456-0811-4085-90a8-3038a1c84dea', 'status': 'completed', 'code': 200} Jun 29 03:35:25.616586 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-44d9965a-1472-4b3d-91a3-5e58a3375641 req-381c7b8d-e296-4b7a-bd84-37faa1fa4cbd tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d3bb69-a9a7-452b-b188-b77c85f99e80 HTTP/1.1" status: 200 len: 210 time: 0.0368280 Jun 29 03:35:25.698004 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device a100334a-f4f6-41cd-85a5-21c179e17158 up at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:35:25.745832 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning for port a100334a-f4f6-41cd-85a5-21c179e17158 completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:35:25.749338 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning complete for port a100334a-f4f6-41cd-85a5-21c179e17158 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:35:25.749716 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:25.822114 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:25.843725 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c93285b-9f1e-42a1-acb1-482f5ffc1a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a100334a-f4f6-41cd-85a5-21c179e17158'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:35:25.845858 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 49002) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:25.846357 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a73cdd3c09cce4d0d67d6945d9627c9a5996a68627341085c627af31117b31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33822c33-e01b-4286-be7e-36f554a2c7fe" -d '{"events": [{"server_uuid": "0c93285b-9f1e-42a1-acb1-482f5ffc1a1f", "name": "network-vif-plugged", "status": "completed", "tag": "a100334a-f4f6-41cd-85a5-21c179e17158"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:35:25.858501 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port a100334a-f4f6-41cd-85a5-21c179e17158, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=a100334a-f4f6-41cd-85a5-21c179e17158,segment=NetworkSegment(74a9f033-896f-46dc-9d11-877e9753da65),segment_id=74a9f033-896f-46dc-9d11-877e9753da65)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:35:25.863416 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:25.864598 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 56de387e-c43b-4478-805f-9400388cf6bb no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:35:25.887260 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600dd818-bc51-439c-ba23-2decf83aa4f1 x-openstack-request-id: req-600dd818-bc51-439c-ba23-2decf83aa4f1 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:35:25.887561 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c93285b-9f1e-42a1-acb1-482f5ffc1a1f", "name": "network-vif-plugged", "status": "completed", "tag": "a100334a-f4f6-41cd-85a5-21c179e17158", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:35:25.887845 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-600dd818-bc51-439c-ba23-2decf83aa4f1 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:35:25.888238 dv-cinder-797245-8-smb neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c93285b-9f1e-42a1-acb1-482f5ffc1a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a100334a-f4f6-41cd-85a5-21c179e17158', 'code': 200} Jun 29 03:35:25.889020 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:25.891955 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] No Port match for: 56de387e-c43b-4478-805f-9400388cf6bb {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:35:25.892309 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 56de387e-c43b-4478-805f-9400388cf6bb not bound to the agent host hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:35:25.902724 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-aa5f2482-1e37-4742-b5e3-c95ee592545f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:25.927029 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-aa5f2482-1e37-4742-b5e3-c95ee592545f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:25.938143 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=a100334a-f4f6-41cd-85a5-21c179e17158,revision_number=5']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:25.941152 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:25.973710 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-aa5f2482-1e37-4742-b5e3-c95ee592545f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:25.976344 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-aa5f2482-1e37-4742-b5e3-c95ee592545f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:25.977623 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-aa5f2482-1e37-4742-b5e3-c95ee592545f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "DELETE /v2.0/security-groups/6417fb16-ea39-42cb-97e4-ea1e4ba14eeb HTTP/1.1" status: 204 len: 168 time: 0.1306174 Jun 29 03:35:25.978536 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-35af7176-eb3e-402b-b91d-04a8515b6b9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:25.980501 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 49006) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:25.987949 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f2482-1e37-4742-b5e3-c95ee592545f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6417fb16-ea39-42cb-97e4-ea1e4ba14eeb,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:25.992475 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-aa5f2482-1e37-4742-b5e3-c95ee592545f tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:25.997839 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.api.v2.resource [None req-2da485de-7b88-4aff-b980-96d112c967af tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] show failed (client error): The resource could not be found. Jun 29 03:35:25.999843 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-2da485de-7b88-4aff-b980-96d112c967af tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "GET /v2.0/security-groups/6417fb16-ea39-42cb-97e4-ea1e4ba14eeb HTTP/1.1" status: 404 len: 347 time: 0.0167115 Jun 29 03:35:26.001709 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 49008) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:26.167450 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a1426-5f8d-49fa-8cf0-43064c4fcee5 req-544db55f-abbc-4059-8484-14d3e8b752d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:26.169012 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-733a1426-5f8d-49fa-8cf0-43064c4fcee5 req-544db55f-abbc-4059-8484-14d3e8b752d7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0c93285b-9f1e-42a1-acb1-482f5ffc1a1f HTTP/1.1" status: 200 len: 1098 time: 0.0613270 Jun 29 03:35:26.207118 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-733a1426-5f8d-49fa-8cf0-43064c4fcee5 req-c6517bb9-72bc-47f4-8c2c-f62ae45f9ff7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8b1fa28a-761e-4695-a16d-0523984de928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288408 Jun 29 03:35:26.413721 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510261f4-190e-4d29-bead-bd09c17d4e8e req-48043d9b-4d62-4f0d-9faa-f0555ac3aaf1 tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:26.415056 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-510261f4-190e-4d29-bead-bd09c17d4e8e req-48043d9b-4d62-4f0d-9faa-f0555ac3aaf1 tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c93285b-9f1e-42a1-acb1-482f5ffc1a1f HTTP/1.1" status: 200 len: 945 time: 0.1242955 Jun 29 03:35:26.429206 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [None req-221e7ff3-b5ff-452a-8a2b-8b3986dbc68a tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Deleting port 12806b19-8c36-4028-801d-8f16cd219403 {{(pid=92899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:35:26.429549 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-221e7ff3-b5ff-452a-8a2b-8b3986dbc68a tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:26.495477 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-510261f4-190e-4d29-bead-bd09c17d4e8e req-43df1a36-d604-4550-99fc-0c41889df185 tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b1fa28a-761e-4695-a16d-0523984de928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736620 Jun 29 03:35:26.528348 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-221e7ff3-b5ff-452a-8a2b-8b3986dbc68a tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:26.528677 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-221e7ff3-b5ff-452a-8a2b-8b3986dbc68a tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:26.539584 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [None req-221e7ff3-b5ff-452a-8a2b-8b3986dbc68a tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Calling delete_port for 12806b19-8c36-4028-801d-8f16cd219403 owned by network:floatingip {{(pid=92899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:35:26.663644 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-221e7ff3-b5ff-452a-8a2b-8b3986dbc68a tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372683'] for port, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:26.666735 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-bcb12adc-a1ec-43ee-88fd-3b3dd950af7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:26.692465 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e7ff3-b5ff-452a-8a2b-8b3986dbc68a tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Pushing event deleted for resources: {'Port': ['ID=12806b19-8c36-4028-801d-8f16cd219403,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:26.695554 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-221e7ff3-b5ff-452a-8a2b-8b3986dbc68a tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:26.753205 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-221e7ff3-b5ff-452a-8a2b-8b3986dbc68a tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks [] for floatingip, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:26.755669 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-221e7ff3-b5ff-452a-8a2b-8b3986dbc68a tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for floatingip, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:26.756845 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-221e7ff3-b5ff-452a-8a2b-8b3986dbc68a tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] 10.222.0.24 "DELETE /v2.0/floatingips/315ba788-2276-4b60-9c77-5dbf9ffc3315 HTTP/1.1" status: 204 len: 168 time: 0.7542579 Jun 29 03:35:27.272412 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 49058) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:27.618360 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-ecde6d6d-585a-4501-abbf-faf24fc62160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8081182'] for router_interface, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:27.672729 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737c53c-cffb-49cb-b4fe-5292b054b7cc req-20acd84e-2096-496b-889a-d7c874472ee2 tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:27.674337 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1737c53c-cffb-49cb-b4fe-5292b054b7cc req-20acd84e-2096-496b-889a-d7c874472ee2 tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c93285b-9f1e-42a1-acb1-482f5ffc1a1f HTTP/1.1" status: 200 len: 945 time: 0.0680258 Jun 29 03:35:27.713367 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1737c53c-cffb-49cb-b4fe-5292b054b7cc req-fa1ad7a6-6f87-4b0e-98a7-18d3ba3403ae tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b1fa28a-761e-4695-a16d-0523984de928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316856 Jun 29 03:35:27.881811 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [None req-ecde6d6d-585a-4501-abbf-faf24fc62160 admin admin] Deleting port 3f9ff766-8559-4d16-bc1b-1457a36c1e73 {{(pid=92899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:35:27.882288 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-ecde6d6d-585a-4501-abbf-faf24fc62160 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:27.981948 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.db [None req-ecde6d6d-585a-4501-abbf-faf24fc62160 admin admin] For port 3f9ff766-8559-4d16-bc1b-1457a36c1e73, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=3f9ff766-8559-4d16-bc1b-1457a36c1e73,segment=NetworkSegment(b45265c8-9cc7-42e3-a59c-f13bc7048e5b),segment_id=b45265c8-9cc7-42e3-a59c-f13bc7048e5b)] {{(pid=92899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:35:27.984033 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-ecde6d6d-585a-4501-abbf-faf24fc62160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:28.014397 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [None req-ecde6d6d-585a-4501-abbf-faf24fc62160 admin admin] Calling delete_port for 3f9ff766-8559-4d16-bc1b-1457a36c1e73 owned by network:router_interface {{(pid=92899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:35:28.207330 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-ecde6d6d-585a-4501-abbf-faf24fc62160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372683'] for port, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:28.209785 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-221e7ff3-b5ff-452a-8a2b-8b3986dbc68a tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:28.240567 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde6d6d-585a-4501-abbf-faf24fc62160 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f9ff766-8559-4d16-bc1b-1457a36c1e73,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:28.242682 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-ecde6d6d-585a-4501-abbf-faf24fc62160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:28.403266 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-ecde6d6d-585a-4501-abbf-faf24fc62160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7903679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8080526'] for router_interface, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:28.608082 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecde6d6d-585a-4501-abbf-faf24fc62160 admin admin] Router 1a6dec39-96d9-403e-b799-ea19e2652392 has already been hosted by L3 agent 7fe0c168-953d-4d47-bedf-fde3a92e458b {{(pid=92899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:35:28.710115 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecde6d6d-585a-4501-abbf-faf24fc62160 admin admin] Notify agent at l3_agent.dv-cinder-797245-8-smb the message routers_updated {{(pid=92899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:35:28.715030 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-ecde6d6d-585a-4501-abbf-faf24fc62160 admin admin] 10.222.0.24 "PUT /v2.0/routers/1a6dec39-96d9-403e-b799-ea19e2652392/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4416046 Jun 29 03:35:28.717621 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 49078) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:28.720412 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b85e791-ec63-4172-b89c-cb110925c894 None None] Sync routers for ids ['1a6dec39-96d9-403e-b799-ea19e2652392'] in dv-cinder-797245-8-smb {{(pid=92902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:35:28.730017 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b85e791-ec63-4172-b89c-cb110925c894 None None] Routers {'1a6dec39-96d9-403e-b799-ea19e2652392'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:35:28.730622 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-7b85e791-ec63-4172-b89c-cb110925c894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:35:15Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['1a6dec39-96d9-403e-b799-ea19e2652392'], 'active': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:28.815848 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-044824b5-71eb-4d15-8ba8-b740709c05f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:28.830396 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvr_db [None req-7b85e791-ec63-4172-b89c-cb110925c894 None None] Set router 1a6dec39-96d9-403e-b799-ea19e2652392 gateway port host: dv-cinder-797245-8-smb {{(pid=92902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:35:28.911452 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-044824b5-71eb-4d15-8ba8-b740709c05f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:28.964431 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [None req-044824b5-71eb-4d15-8ba8-b740709c05f2 admin admin] Deleting port bf83b649-610d-414e-8bc9-5e511d52f07c {{(pid=92899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:35:28.964774 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-044824b5-71eb-4d15-8ba8-b740709c05f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:28.996731 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-7b85e791-ec63-4172-b89c-cb110925c894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'name': 'tempest-TestMinimumBasicScenario-1153132738-router', 'tenant_id': 'c07162556eca417c8ae472f8dd9798c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': 'bf83b649-610d-414e-8bc9-5e511d52f07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:37Z', 'updated_at': '2021-06-29T03:35:28Z', 'revision_number': 5, 'project_id': 'c07162556eca417c8ae472f8dd9798c7', 'gw_port': {'id': 'bf83b649-610d-414e-8bc9-5e511d52f07c', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:38Z', 'updated_at': '2021-06-29T03:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb'}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:29.025817 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b85e791-ec63-4172-b89c-cb110925c894 None None] Checking router: 1a6dec39-96d9-403e-b799-ea19e2652392 for host: dv-cinder-797245-8-smb {{(pid=92902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:35:29.033737 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b85e791-ec63-4172-b89c-cb110925c894 None None] Routers {'1a6dec39-96d9-403e-b799-ea19e2652392'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:35:29.034337 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-7b85e791-ec63-4172-b89c-cb110925c894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:35:15Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['1a6dec39-96d9-403e-b799-ea19e2652392'], 'active': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:29.041503 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.db [None req-044824b5-71eb-4d15-8ba8-b740709c05f2 admin admin] For port bf83b649-610d-414e-8bc9-5e511d52f07c, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=bf83b649-610d-414e-8bc9-5e511d52f07c,segment=NetworkSegment(e9e5c7ef-c364-4b74-9222-2e87bd8fc345),segment_id=e9e5c7ef-c364-4b74-9222-2e87bd8fc345)] {{(pid=92899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:35:29.041864 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-044824b5-71eb-4d15-8ba8-b740709c05f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:29.054052 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [None req-044824b5-71eb-4d15-8ba8-b740709c05f2 admin admin] Calling delete_port for bf83b649-610d-414e-8bc9-5e511d52f07c owned by network:router_gateway {{(pid=92899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:35:29.116523 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvr_db [None req-7b85e791-ec63-4172-b89c-cb110925c894 None None] Set router 1a6dec39-96d9-403e-b799-ea19e2652392 gateway port host: None {{(pid=92902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:35:29.168289 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-7b85e791-ec63-4172-b89c-cb110925c894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'name': 'tempest-TestMinimumBasicScenario-1153132738-router', 'tenant_id': 'c07162556eca417c8ae472f8dd9798c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:37Z', 'updated_at': '2021-06-29T03:35:28Z', 'revision_number': 6, 'project_id': 'c07162556eca417c8ae472f8dd9798c7', 'gw_port_host': None}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:29.200659 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b85e791-ec63-4172-b89c-cb110925c894 None None] The sync data for ids ['1a6dec39-96d9-403e-b799-ea19e2652392'] in dv-cinder-797245-8-smb is: [{'id': '1a6dec39-96d9-403e-b799-ea19e2652392', 'name': 'tempest-TestMinimumBasicScenario-1153132738-router', 'tenant_id': 'c07162556eca417c8ae472f8dd9798c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:37Z', 'updated_at': '2021-06-29T03:35:28Z', 'revision_number': 6, 'project_id': 'c07162556eca417c8ae472f8dd9798c7', 'gw_port_host': None}] {{(pid=92902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:35:29.232696 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-044824b5-71eb-4d15-8ba8-b740709c05f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372683'] for port, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:29.246338 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-e3b33796-ffdc-4bec-aa71-60ce37550529 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:29.274837 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044824b5-71eb-4d15-8ba8-b740709c05f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf83b649-610d-414e-8bc9-5e511d52f07c,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:29.277189 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-044824b5-71eb-4d15-8ba8-b740709c05f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:29.345079 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-044824b5-71eb-4d15-8ba8-b740709c05f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8077410'] for router_gateway, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:29.355331 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 49092) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:29.447147 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-044824b5-71eb-4d15-8ba8-b740709c05f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8080245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8083'] for router, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:29.449621 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-044824b5-71eb-4d15-8ba8-b740709c05f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:29.493380 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-044824b5-71eb-4d15-8ba8-b740709c05f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8080675'] for router, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:29.494259 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044824b5-71eb-4d15-8ba8-b740709c05f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a6dec39-96d9-403e-b799-ea19e2652392 {{(pid=92899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 03:35:29.499412 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-044824b5-71eb-4d15-8ba8-b740709c05f2 admin admin] Notify callbacks [] for router, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:29.502832 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-044824b5-71eb-4d15-8ba8-b740709c05f2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/1a6dec39-96d9-403e-b799-ea19e2652392 HTTP/1.1" status: 204 len: 168 time: 0.7820685 Jun 29 03:35:29.503217 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 49102) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:29.592281 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.db_base_plugin_v2 [None req-904cefba-1bcc-4dc5-ab36-019a41fc7cbd admin admin] Deleting subnet d59dbf51-326a-4727-afdc-a3f7b0974346 {{(pid=92900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 03:35:29.596929 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-904cefba-1bcc-4dc5-ab36-019a41fc7cbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:29.669791 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-904cefba-1bcc-4dc5-ab36-019a41fc7cbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4727200'] for subnet, precommit_delete_associations {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:29.729764 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 67dec456-0811-4085-90a8-3038a1c84dea no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:35:29.750979 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] No Port match for: 67dec456-0811-4085-90a8-3038a1c84dea {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:35:29.751333 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 67dec456-0811-4085-90a8-3038a1c84dea not bound to the agent host hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:35:29.844665 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-904cefba-1bcc-4dc5-ab36-019a41fc7cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-714680'] for subnet, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:29.947914 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-904cefba-1bcc-4dc5-ab36-019a41fc7cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-714689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4860150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66844555'] for subnet, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:29.956384 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-097d0cb5-1c54-4cd8-bd44-4b6b2cef851b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:29.981590 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904cefba-1bcc-4dc5-ab36-019a41fc7cbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d59dbf51-326a-4727-afdc-a3f7b0974346,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:29.984292 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-904cefba-1bcc-4dc5-ab36-019a41fc7cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:29.986836 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-904cefba-1bcc-4dc5-ab36-019a41fc7cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for subnet, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:29.988922 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-904cefba-1bcc-4dc5-ab36-019a41fc7cbd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d59dbf51-326a-4727-afdc-a3f7b0974346 HTTP/1.1" status: 204 len: 168 time: 0.4841404 Jun 29 03:35:29.991503 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 49114) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:29.996246 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2169d4b-f8b7-4e45-8050-0351f777de4e None None] Network 6190fc53-e160-4137-804d-f35ad2551167 requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:35:30.013979 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.agents_db [None req-352bb85c-db89-4991-b002-2379bbcb00d3 None None] Agent healthcheck: found 6 active agents {{(pid=92902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:35:30.084078 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-4736fec1-7026-426c-9ec7-4289d5283184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8081182'] for router_interface, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:30.350038 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device bf83b649-610d-414e-8bc9-5e511d52f07c no longer exists at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:35:30.374373 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] No Port match for: bf83b649-610d-414e-8bc9-5e511d52f07c {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:35:30.374874 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device bf83b649-610d-414e-8bc9-5e511d52f07c not bound to the agent host dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:35:30.375405 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 3f9ff766-8559-4d16-bc1b-1457a36c1e73 no longer exists at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:35:30.402887 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b965efb-7b14-43b4-a830-fa20802e0185 None None] DHCP port deletion for 6190fc53-e160-4137-804d-f35ad2551167 request from dv-cinder-797245-8-smb {{(pid=92901) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 03:35:30.405271 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] No Port match for: 3f9ff766-8559-4d16-bc1b-1457a36c1e73 {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:35:30.405722 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 3f9ff766-8559-4d16-bc1b-1457a36c1e73 not bound to the agent host dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:35:30.441345 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-b7df9e0c-a3dc-4d88-8689-bda5bd667c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752549'] for network, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:30.464778 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-7b965efb-7b14-43b4-a830-fa20802e0185 None None] Deleting port 7562219b-3875-48d1-ba19-793a760779e2 {{(pid=92901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:35:30.465080 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-7b965efb-7b14-43b4-a830-fa20802e0185 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:30.534255 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-7b965efb-7b14-43b4-a830-fa20802e0185 None None] For port 7562219b-3875-48d1-ba19-793a760779e2, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=7562219b-3875-48d1-ba19-793a760779e2,segment=NetworkSegment(b45265c8-9cc7-42e3-a59c-f13bc7048e5b),segment_id=b45265c8-9cc7-42e3-a59c-f13bc7048e5b)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:35:30.535160 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-7b965efb-7b14-43b4-a830-fa20802e0185 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:30.545206 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [None req-b7df9e0c-a3dc-4d88-8689-bda5bd667c42 admin admin] Deleting port 7562219b-3875-48d1-ba19-793a760779e2 {{(pid=92899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:35:30.545688 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-b7df9e0c-a3dc-4d88-8689-bda5bd667c42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:30.549327 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-7b965efb-7b14-43b4-a830-fa20802e0185 None None] Calling delete_port for 7562219b-3875-48d1-ba19-793a760779e2 owned by network:dhcp {{(pid=92901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:35:30.579305 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [None req-4736fec1-7026-426c-9ec7-4289d5283184 admin admin] Deleting port 472ed9e2-6d11-4d68-8eee-51bc8461b0c8 {{(pid=92900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:35:30.579900 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-4736fec1-7026-426c-9ec7-4289d5283184 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:30.617937 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.db [None req-b7df9e0c-a3dc-4d88-8689-bda5bd667c42 admin admin] For port 7562219b-3875-48d1-ba19-793a760779e2, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=7562219b-3875-48d1-ba19-793a760779e2,segment=NetworkSegment(b45265c8-9cc7-42e3-a59c-f13bc7048e5b),segment_id=b45265c8-9cc7-42e3-a59c-f13bc7048e5b)] {{(pid=92899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:35:30.618449 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-b7df9e0c-a3dc-4d88-8689-bda5bd667c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:30.639937 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [None req-b7df9e0c-a3dc-4d88-8689-bda5bd667c42 admin admin] Calling delete_port for 7562219b-3875-48d1-ba19-793a760779e2 owned by network:dhcp {{(pid=92899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:35:30.641802 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-7b965efb-7b14-43b4-a830-fa20802e0185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311'] for port, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:30.643854 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-9326bc07-1e73-4056-a8d7-bffdc6b2a28e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:30.669438 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b965efb-7b14-43b4-a830-fa20802e0185 None None] Pushing event deleted for resources: {'Port': ['ID=7562219b-3875-48d1-ba19-793a760779e2,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:30.673784 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-7b965efb-7b14-43b4-a830-fa20802e0185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:30.677303 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b965efb-7b14-43b4-a830-fa20802e0185 None None] No DVR routers for this DVR port 7562219b-3875-48d1-ba19-793a760779e2 on host dv-cinder-797245-8-smb {{(pid=92901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:35:30.713334 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [None req-4736fec1-7026-426c-9ec7-4289d5283184 admin admin] For port 472ed9e2-6d11-4d68-8eee-51bc8461b0c8, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=472ed9e2-6d11-4d68-8eee-51bc8461b0c8,segment=NetworkSegment(2b8a4e7f-1f3c-48f3-872b-763dc2e1c437),segment_id=2b8a4e7f-1f3c-48f3-872b-763dc2e1c437)] {{(pid=92900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:35:30.713692 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-4736fec1-7026-426c-9ec7-4289d5283184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:30.725632 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-b7df9e0c-a3dc-4d88-8689-bda5bd667c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372683'] for port, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:30.728390 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-4f8558e4-0ec7-459b-9bd4-d7080244d6f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:30.730274 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [None req-4736fec1-7026-426c-9ec7-4289d5283184 admin admin] Calling delete_port for 472ed9e2-6d11-4d68-8eee-51bc8461b0c8 owned by network:router_interface {{(pid=92900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:35:30.751530 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df9e0c-a3dc-4d88-8689-bda5bd667c42 admin admin] Pushing event deleted for resources: {'Port': ['ID=7562219b-3875-48d1-ba19-793a760779e2,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:30.753374 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7df9e0c-a3dc-4d88-8689-bda5bd667c42 admin admin] No DVR routers for this DVR port 7562219b-3875-48d1-ba19-793a760779e2 on host dv-cinder-797245-8-smb {{(pid=92899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:35:30.754801 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-b7df9e0c-a3dc-4d88-8689-bda5bd667c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:30.758066 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02e911-36c4-4898-ac37-61d8bb9f221d req-6cfb2214-9f16-4f6c-84b7-4f58e0aa0fb7 tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:30.759045 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-fb02e911-36c4-4898-ac37-61d8bb9f221d req-6cfb2214-9f16-4f6c-84b7-4f58e0aa0fb7 tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c93285b-9f1e-42a1-acb1-482f5ffc1a1f HTTP/1.1" status: 200 len: 945 time: 0.1173189 Jun 29 03:35:30.823538 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-b7df9e0c-a3dc-4d88-8689-bda5bd667c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712334', 'neutron.services.segments.db._delete_segments_for_network-8763851730737'] for network, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:30.833808 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.services.segments.db [None req-b7df9e0c-a3dc-4d88-8689-bda5bd667c42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6190fc53-e160-4137-804d-f35ad2551167']}} {{(pid=92899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:30.835521 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-fb02e911-36c4-4898-ac37-61d8bb9f221d req-109d6d22-a266-4094-8194-8eb765120f71 tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b1fa28a-761e-4695-a16d-0523984de928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492468 Jun 29 03:35:30.843955 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.services.segments.db [None req-b7df9e0c-a3dc-4d88-8689-bda5bd667c42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b45265c8-9cc7-42e3-a59c-f13bc7048e5b') {'for_net_delete': True} {{(pid=92899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:30.844254 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.services.segments.db [None req-b7df9e0c-a3dc-4d88-8689-bda5bd667c42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b45265c8-9cc7-42e3-a59c-f13bc7048e5b') {} {{(pid=92899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:30.862510 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-b7df9e0c-a3dc-4d88-8689-bda5bd667c42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763851626388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491306'] for segment, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:30.876178 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-b7df9e0c-a3dc-4d88-8689-bda5bd667c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342'] for segment, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:30.882244 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7df9e0c-a3dc-4d88-8689-bda5bd667c42 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=92899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 03:35:30.882703 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-b7df9e0c-a3dc-4d88-8689-bda5bd667c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372728'] for segment, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: self.session.flush() Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: self.session.flush() Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: self.session.flush() Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: self.session.flush() Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: Traceback (most recent call last): Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: timer() Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: cb(*args, **kw) Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: return func(*args, **kwargs) Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: self._notify() Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: self.callback(batched_events) Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: event.method(event) Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: return f(self, *a, **k) Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: return self._get(url).json() Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: return self.request(url, 'GET', **kwargs) Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 03:35:30.884401 dv-cinder-797245-8-smb neutron-server[92899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 03:35:30.940794 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-b7df9e0c-a3dc-4d88-8689-bda5bd667c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8077459'] for network, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:30.944873 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-418a4d42-6adf-46f5-a459-4fced45e2dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:30.947254 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-b7df9e0c-a3dc-4d88-8689-bda5bd667c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for network, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:30.949240 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-b7df9e0c-a3dc-4d88-8689-bda5bd667c42 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6190fc53-e160-4137-804d-f35ad2551167 HTTP/1.1" status: 204 len: 168 time: 0.9561243 Jun 29 03:35:30.951935 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 49122) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:30.959221 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-4736fec1-7026-426c-9ec7-4289d5283184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859944'] for port, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:30.962392 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-8c956813-3d77-4ee7-beff-38817728cd28 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:30.967800 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df9e0c-a3dc-4d88-8689-bda5bd667c42 admin admin] Pushing event deleted for resources: {'Network': ['ID=6190fc53-e160-4137-804d-f35ad2551167,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:30.991009 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736fec1-7026-426c-9ec7-4289d5283184 admin admin] Pushing event deleted for resources: {'Port': ['ID=472ed9e2-6d11-4d68-8eee-51bc8461b0c8,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:30.993328 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-4736fec1-7026-426c-9ec7-4289d5283184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:31.002627 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-b7df9e0c-a3dc-4d88-8689-bda5bd667c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:31.159983 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-4736fec1-7026-426c-9ec7-4289d5283184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7903679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8080526'] for router_interface, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:31.300913 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-ee5bbe1f-e6df-4f8c-b068-c626e10d8ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8081182'] for router_interface, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:31.360698 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4736fec1-7026-426c-9ec7-4289d5283184 admin admin] Router 3a983dc0-1528-417f-91aa-3847fb40e702 has already been hosted by L3 agent 7fe0c168-953d-4d47-bedf-fde3a92e458b {{(pid=92900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:35:31.462632 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4736fec1-7026-426c-9ec7-4289d5283184 admin admin] Notify agent at l3_agent.dv-cinder-797245-8-smb the message routers_updated {{(pid=92900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:35:31.467490 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-4736fec1-7026-426c-9ec7-4289d5283184 admin admin] 10.222.0.24 "PUT /v2.0/routers/3a983dc0-1528-417f-91aa-3847fb40e702/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1110466 Jun 29 03:35:31.470121 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 49124) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:31.472740 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dafce1-9a57-46da-afeb-5782a210c2f4 None None] Sync routers for ids ['3a983dc0-1528-417f-91aa-3847fb40e702'] in dv-cinder-797245-8-smb {{(pid=92901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:35:31.481212 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dafce1-9a57-46da-afeb-5782a210c2f4 None None] Routers {'3a983dc0-1528-417f-91aa-3847fb40e702'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:35:31.481824 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-51dafce1-9a57-46da-afeb-5782a210c2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:35:15Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['3a983dc0-1528-417f-91aa-3847fb40e702'], 'active': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:31.580824 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvr_db [None req-51dafce1-9a57-46da-afeb-5782a210c2f4 None None] Set router 3a983dc0-1528-417f-91aa-3847fb40e702 gateway port host: dv-cinder-797245-8-smb {{(pid=92901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:35:31.620883 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-8d27c68f-8a51-4b18-87d1-9c4ed7989e3d admin admin] Notify callbacks [] for router, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:31.677818 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [None req-ee5bbe1f-e6df-4f8c-b068-c626e10d8ead admin admin] Deleting port ee3e441a-d2d2-42d7-a03b-c83c07d1ef52 {{(pid=92899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:35:31.678167 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-ee5bbe1f-e6df-4f8c-b068-c626e10d8ead admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:31.750887 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-51dafce1-9a57-46da-afeb-5782a210c2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'name': 'tempest-AttachVolumeShelveTestJSON-1244863228-router', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15'}], 'enable_snat': True}, 'gw_port_id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:59Z', 'updated_at': '2021-06-29T03:35:30Z', 'revision_number': 5, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'gw_port': {'id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:00Z', 'updated_at': '2021-06-29T03:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb'}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:31.775139 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-8d27c68f-8a51-4b18-87d1-9c4ed7989e3d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:31.779837 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dafce1-9a57-46da-afeb-5782a210c2f4 None None] Checking router: 3a983dc0-1528-417f-91aa-3847fb40e702 for host: dv-cinder-797245-8-smb {{(pid=92901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:35:31.787952 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dafce1-9a57-46da-afeb-5782a210c2f4 None None] Routers {'3a983dc0-1528-417f-91aa-3847fb40e702'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:35:31.788570 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-51dafce1-9a57-46da-afeb-5782a210c2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:35:15Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['3a983dc0-1528-417f-91aa-3847fb40e702'], 'active': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:31.802536 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.db [None req-ee5bbe1f-e6df-4f8c-b068-c626e10d8ead admin admin] For port ee3e441a-d2d2-42d7-a03b-c83c07d1ef52, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=ee3e441a-d2d2-42d7-a03b-c83c07d1ef52,segment=NetworkSegment(76e31fab-2752-4310-8a59-1771d8ad8dc1),segment_id=76e31fab-2752-4310-8a59-1771d8ad8dc1)] {{(pid=92899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:35:31.802893 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-ee5bbe1f-e6df-4f8c-b068-c626e10d8ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:31.831553 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [None req-ee5bbe1f-e6df-4f8c-b068-c626e10d8ead admin admin] Calling delete_port for ee3e441a-d2d2-42d7-a03b-c83c07d1ef52 owned by network:router_interface {{(pid=92899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:35:31.893120 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvr_db [None req-51dafce1-9a57-46da-afeb-5782a210c2f4 None None] Set router 3a983dc0-1528-417f-91aa-3847fb40e702 gateway port host: dv-cinder-797245-8-smb {{(pid=92901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:35:31.899256 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [None req-8d27c68f-8a51-4b18-87d1-9c4ed7989e3d admin admin] Deleting port fefe1cfe-7878-4f5c-9aad-9220289d0b25 {{(pid=92899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:35:31.904005 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-8d27c68f-8a51-4b18-87d1-9c4ed7989e3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:32.070382 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_hamode_db [None req-51dafce1-9a57-46da-afeb-5782a210c2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'name': 'tempest-AttachVolumeShelveTestJSON-1244863228-router', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15'}], 'enable_snat': True}, 'gw_port_id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:59Z', 'updated_at': '2021-06-29T03:35:30Z', 'revision_number': 5, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'gw_port': {'id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:00Z', 'updated_at': '2021-06-29T03:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb'}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:32.084706 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.db [None req-8d27c68f-8a51-4b18-87d1-9c4ed7989e3d admin admin] For port fefe1cfe-7878-4f5c-9aad-9220289d0b25, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=fefe1cfe-7878-4f5c-9aad-9220289d0b25,segment=NetworkSegment(e9e5c7ef-c364-4b74-9222-2e87bd8fc345),segment_id=e9e5c7ef-c364-4b74-9222-2e87bd8fc345)] {{(pid=92899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:35:32.084979 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-8d27c68f-8a51-4b18-87d1-9c4ed7989e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:32.095439 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dafce1-9a57-46da-afeb-5782a210c2f4 None None] The sync data for ids ['3a983dc0-1528-417f-91aa-3847fb40e702'] in dv-cinder-797245-8-smb is: [{'id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'name': 'tempest-AttachVolumeShelveTestJSON-1244863228-router', 'tenant_id': 'c906214f7a4549de98d1e94094ae6e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15'}], 'enable_snat': True}, 'gw_port_id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:28:59Z', 'updated_at': '2021-06-29T03:35:30Z', 'revision_number': 5, 'project_id': 'c906214f7a4549de98d1e94094ae6e28', 'gw_port': {'id': 'fefe1cfe-7878-4f5c-9aad-9220289d0b25', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a983dc0-1528-417f-91aa-3847fb40e702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:29:00Z', 'updated_at': '2021-06-29T03:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb'}] {{(pid=92901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:35:32.101888 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [None req-8d27c68f-8a51-4b18-87d1-9c4ed7989e3d admin admin] Calling delete_port for fefe1cfe-7878-4f5c-9aad-9220289d0b25 owned by network:router_gateway {{(pid=92899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:35:32.129982 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21980272-7842-46b9-b83e-b41fb77d1aa2 req-23079b55-0227-4c88-8c58-c3743782729e tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:32.131475 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-21980272-7842-46b9-b83e-b41fb77d1aa2 req-23079b55-0227-4c88-8c58-c3743782729e tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c93285b-9f1e-42a1-acb1-482f5ffc1a1f HTTP/1.1" status: 200 len: 945 time: 0.1717436 Jun 29 03:35:32.249344 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-ee5bbe1f-e6df-4f8c-b068-c626e10d8ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372683'] for port, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:32.253172 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-3a0b7833-050a-42cd-a561-1d70f6472241 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:32.262462 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bc740-c980-49d8-8903-ddcc8bc0a6a3 req-a984e9f9-4c58-4e20-82de-f2ad839bffca tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:32.263926 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-847bc740-c980-49d8-8903-ddcc8bc0a6a3 req-a984e9f9-4c58-4e20-82de-f2ad839bffca tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c93285b-9f1e-42a1-acb1-482f5ffc1a1f HTTP/1.1" status: 200 len: 945 time: 0.0617988 Jun 29 03:35:32.287442 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-21980272-7842-46b9-b83e-b41fb77d1aa2 req-c80c9ebe-ed86-475c-821e-14060335c482 tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b1fa28a-761e-4695-a16d-0523984de928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200037 Jun 29 03:35:32.310024 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5bbe1f-e6df-4f8c-b068-c626e10d8ead admin admin] Pushing event deleted for resources: {'Port': ['ID=ee3e441a-d2d2-42d7-a03b-c83c07d1ef52,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:32.313594 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-ee5bbe1f-e6df-4f8c-b068-c626e10d8ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:32.375510 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [req-847bc740-c980-49d8-8903-ddcc8bc0a6a3 req-a0e0842a-542a-4908-9981-50174947e9e8 tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] Deleting port a100334a-f4f6-41cd-85a5-21c179e17158 {{(pid=92900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:35:32.376003 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-847bc740-c980-49d8-8903-ddcc8bc0a6a3 req-a0e0842a-542a-4908-9981-50174947e9e8 tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:32.494748 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-847bc740-c980-49d8-8903-ddcc8bc0a6a3 req-a0e0842a-542a-4908-9981-50174947e9e8 tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] For port a100334a-f4f6-41cd-85a5-21c179e17158, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=a100334a-f4f6-41cd-85a5-21c179e17158,segment=NetworkSegment(74a9f033-896f-46dc-9d11-877e9753da65),segment_id=74a9f033-896f-46dc-9d11-877e9753da65)] {{(pid=92900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:35:32.495444 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-847bc740-c980-49d8-8903-ddcc8bc0a6a3 req-a0e0842a-542a-4908-9981-50174947e9e8 tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:32.516514 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [req-847bc740-c980-49d8-8903-ddcc8bc0a6a3 req-a0e0842a-542a-4908-9981-50174947e9e8 tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] Calling delete_port for a100334a-f4f6-41cd-85a5-21c179e17158 owned by compute:nova {{(pid=92900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:35:32.521214 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-8d27c68f-8a51-4b18-87d1-9c4ed7989e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372683'] for port, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:32.524739 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-538fc16f-0897-4c76-9661-386a5d33d8c5 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:32.562176 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d27c68f-8a51-4b18-87d1-9c4ed7989e3d admin admin] Pushing event deleted for resources: {'Port': ['ID=fefe1cfe-7878-4f5c-9aad-9220289d0b25,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:32.570954 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-8d27c68f-8a51-4b18-87d1-9c4ed7989e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:32.592629 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-ee5bbe1f-e6df-4f8c-b068-c626e10d8ead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7903679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8080526'] for router_interface, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:32.601982 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 7562219b-3875-48d1-ba19-793a760779e2 no longer exists at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:35:32.639313 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] No Port match for: 7562219b-3875-48d1-ba19-793a760779e2 {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:35:32.639837 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 7562219b-3875-48d1-ba19-793a760779e2 not bound to the agent host dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:35:32.640540 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 472ed9e2-6d11-4d68-8eee-51bc8461b0c8 no longer exists at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:35:32.665570 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] No Port match for: 472ed9e2-6d11-4d68-8eee-51bc8461b0c8 {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:35:32.666332 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 472ed9e2-6d11-4d68-8eee-51bc8461b0c8 not bound to the agent host dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:35:32.677086 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-8d27c68f-8a51-4b18-87d1-9c4ed7989e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8077410'] for router_gateway, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:32.686566 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-847bc740-c980-49d8-8903-ddcc8bc0a6a3 req-a0e0842a-542a-4908-9981-50174947e9e8 tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859944'] for port, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:32.691490 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-23232c2e-73b8-4eb0-a406-b539d72a7fa9 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:32.716211 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0842a-542a-4908-9981-50174947e9e8 tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] Pushing event deleted for resources: {'Port': ['ID=a100334a-f4f6-41cd-85a5-21c179e17158,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:32.719332 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-a0e0842a-542a-4908-9981-50174947e9e8 tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:32.729739 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['a100334a-f4f6-41cd-85a5-21c179e17158'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:35:32.770358 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [req-847bc740-c980-49d8-8903-ddcc8bc0a6a3 req-a0e0842a-542a-4908-9981-50174947e9e8 tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] No DVR routers for this DVR port a100334a-f4f6-41cd-85a5-21c179e17158 on host hv-cinder-79724 {{(pid=92900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:35:32.772954 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-847bc740-c980-49d8-8903-ddcc8bc0a6a3 req-a0e0842a-542a-4908-9981-50174947e9e8 tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:32.775202 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-847bc740-c980-49d8-8903-ddcc8bc0a6a3 req-a0e0842a-542a-4908-9981-50174947e9e8 tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] 10.222.0.41 "DELETE /v2.0/ports/a100334a-f4f6-41cd-85a5-21c179e17158 HTTP/1.1" status: 204 len: 173 time: 0.5031252 Jun 29 03:35:32.775724 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c93285b-9f1e-42a1-acb1-482f5ffc1a1f', 'name': 'network-vif-deleted', 'tag': 'a100334a-f4f6-41cd-85a5-21c179e17158'}] {{(pid=92900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:35:32.778107 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66f2c99c1a8368f792cdf7ad94359b02357141073d69ee97e68f670b072060b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99d655d-d7f7-4b41-8079-edcc69f5d1c3" -d '{"events": [{"server_uuid": "0c93285b-9f1e-42a1-acb1-482f5ffc1a1f", "name": "network-vif-deleted", "tag": "a100334a-f4f6-41cd-85a5-21c179e17158"}]}' {{(pid=92900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:35:32.816418 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62a6de1-9b68-467c-af67-7dc7498eb3ff x-openstack-request-id: req-f62a6de1-9b68-467c-af67-7dc7498eb3ff {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:35:32.816862 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c93285b-9f1e-42a1-acb1-482f5ffc1a1f", "name": "network-vif-deleted", "tag": "a100334a-f4f6-41cd-85a5-21c179e17158", "status": "completed", "code": 200}]} {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:35:32.817152 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f62a6de1-9b68-467c-af67-7dc7498eb3ff {{(pid=92900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:35:32.817662 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c93285b-9f1e-42a1-acb1-482f5ffc1a1f', 'name': 'network-vif-deleted', 'tag': 'a100334a-f4f6-41cd-85a5-21c179e17158', 'status': 'completed', 'code': 200} Jun 29 03:35:33.048360 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-8d27c68f-8a51-4b18-87d1-9c4ed7989e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8080245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8083'] for router, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:33.054243 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-8d27c68f-8a51-4b18-87d1-9c4ed7989e3d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:33.105885 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-8d27c68f-8a51-4b18-87d1-9c4ed7989e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8080675'] for router, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:33.106400 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d27c68f-8a51-4b18-87d1-9c4ed7989e3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a983dc0-1528-417f-91aa-3847fb40e702 {{(pid=92899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 03:35:33.138184 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-8d27c68f-8a51-4b18-87d1-9c4ed7989e3d admin admin] Notify callbacks [] for router, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:33.141820 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-8d27c68f-8a51-4b18-87d1-9c4ed7989e3d admin admin] 10.222.0.24 "DELETE /v2.0/routers/3a983dc0-1528-417f-91aa-3847fb40e702 HTTP/1.1" status: 204 len: 168 time: 1.6682622 Jun 29 03:35:33.142222 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 49130) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:33.187997 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1865f6d-83ba-463d-ba43-9ca8797b0159 admin admin] Deleting subnet 29dd2891-545c-4e5c-ada9-366a40a64358 {{(pid=92900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 03:35:33.192066 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-c1865f6d-83ba-463d-ba43-9ca8797b0159 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:33.213892 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5bbe1f-e6df-4f8c-b068-c626e10d8ead admin admin] Router cc94b527-7546-49fc-9d0a-1f453ac35947 has already been hosted by L3 agent 7fe0c168-953d-4d47-bedf-fde3a92e458b {{(pid=92899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:35:33.227750 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-c1865f6d-83ba-463d-ba43-9ca8797b0159 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4727200'] for subnet, precommit_delete_associations {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:33.312767 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-c1865f6d-83ba-463d-ba43-9ca8797b0159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-714680'] for subnet, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:33.318683 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5bbe1f-e6df-4f8c-b068-c626e10d8ead admin admin] Notify agent at l3_agent.dv-cinder-797245-8-smb the message routers_updated {{(pid=92899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:35:33.327239 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-ee5bbe1f-e6df-4f8c-b068-c626e10d8ead admin admin] 10.222.0.24 "PUT /v2.0/routers/cc94b527-7546-49fc-9d0a-1f453ac35947/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3741679 Jun 29 03:35:33.328066 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 49134) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:33.340872 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5010fbaa-32f9-42f1-b942-0592172d20e3 None None] Sync routers for ids ['cc94b527-7546-49fc-9d0a-1f453ac35947'] in dv-cinder-797245-8-smb {{(pid=92902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:35:33.353153 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5010fbaa-32f9-42f1-b942-0592172d20e3 None None] Routers {'cc94b527-7546-49fc-9d0a-1f453ac35947'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:35:33.354237 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-5010fbaa-32f9-42f1-b942-0592172d20e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:35:15Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['cc94b527-7546-49fc-9d0a-1f453ac35947'], 'active': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:33.377782 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-c1865f6d-83ba-463d-ba43-9ca8797b0159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-714689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4860150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66844555'] for subnet, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:33.380700 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:33.414123 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1865f6d-83ba-463d-ba43-9ca8797b0159 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29dd2891-545c-4e5c-ada9-366a40a64358,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:33.417937 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-c1865f6d-83ba-463d-ba43-9ca8797b0159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:33.419646 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-c1865f6d-83ba-463d-ba43-9ca8797b0159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for subnet, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:33.422127 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-c1865f6d-83ba-463d-ba43-9ca8797b0159 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/29dd2891-545c-4e5c-ada9-366a40a64358 HTTP/1.1" status: 204 len: 168 time: 0.2789304 Jun 29 03:35:33.426954 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 49136) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:33.428499 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68518822-f4a1-4d91-94ac-91de24ac6fc7 None None] Network 55159499-4162-473d-91be-3f7bcc13f345 requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:35:33.475291 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e2cd1b01-95bf-47ba-95d2-f1c0df45075f admin admin] Notify callbacks [] for router, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:33.544419 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-62111b95-a554-4e95-8c56-2cdf7b4e2839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752549'] for network, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:33.607859 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [None req-62111b95-a554-4e95-8c56-2cdf7b4e2839 admin admin] Deleting port 0aa31a58-3b17-4fc5-8f9a-014077666ba4 {{(pid=92900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:35:33.608362 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-62111b95-a554-4e95-8c56-2cdf7b4e2839 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:33.645374 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-312c12c5-0f55-43cd-8a57-a738e8b967a7 req-7179bbc7-59b2-4048-a858-0ecbf6a02180 tempest-VolumesActionsTest-478618916 tempest-VolumesActionsTest-478618916-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c93285b-9f1e-42a1-acb1-482f5ffc1a1f HTTP/1.1" status: 200 len: 210 time: 0.1275861 Jun 29 03:35:33.669519 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvr_db [None req-5010fbaa-32f9-42f1-b942-0592172d20e3 None None] Set router cc94b527-7546-49fc-9d0a-1f453ac35947 gateway port host: dv-cinder-797245-8-smb {{(pid=92902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:35:33.711584 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [None req-62111b95-a554-4e95-8c56-2cdf7b4e2839 admin admin] For port 0aa31a58-3b17-4fc5-8f9a-014077666ba4, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=0aa31a58-3b17-4fc5-8f9a-014077666ba4,segment=NetworkSegment(2b8a4e7f-1f3c-48f3-872b-763dc2e1c437),segment_id=2b8a4e7f-1f3c-48f3-872b-763dc2e1c437)] {{(pid=92900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:35:33.712640 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-62111b95-a554-4e95-8c56-2cdf7b4e2839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:33.716377 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a26eaac-ac3e-4987-a7fb-d62f5c2e2ee3 None None] DHCP port deletion for 55159499-4162-473d-91be-3f7bcc13f345 request from dv-cinder-797245-8-smb {{(pid=92901) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 03:35:33.730043 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [None req-62111b95-a554-4e95-8c56-2cdf7b4e2839 admin admin] Calling delete_port for 0aa31a58-3b17-4fc5-8f9a-014077666ba4 owned by network:dhcp {{(pid=92900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:35:33.731001 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e2cd1b01-95bf-47ba-95d2-f1c0df45075f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:33.783064 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-2a26eaac-ac3e-4987-a7fb-d62f5c2e2ee3 None None] Deleting port 0aa31a58-3b17-4fc5-8f9a-014077666ba4 {{(pid=92901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:35:33.784532 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-2a26eaac-ac3e-4987-a7fb-d62f5c2e2ee3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:33.817015 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [None req-e2cd1b01-95bf-47ba-95d2-f1c0df45075f admin admin] Deleting port d984f800-e8cf-40c3-a769-852e2a1d3279 {{(pid=92899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:35:33.817327 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e2cd1b01-95bf-47ba-95d2-f1c0df45075f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:33.882444 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-2a26eaac-ac3e-4987-a7fb-d62f5c2e2ee3 None None] For port 0aa31a58-3b17-4fc5-8f9a-014077666ba4, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=0aa31a58-3b17-4fc5-8f9a-014077666ba4,segment=NetworkSegment(2b8a4e7f-1f3c-48f3-872b-763dc2e1c437),segment_id=2b8a4e7f-1f3c-48f3-872b-763dc2e1c437)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:35:33.882897 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-2a26eaac-ac3e-4987-a7fb-d62f5c2e2ee3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:33.899803 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-2a26eaac-ac3e-4987-a7fb-d62f5c2e2ee3 None None] Calling delete_port for 0aa31a58-3b17-4fc5-8f9a-014077666ba4 owned by network:dhcp {{(pid=92901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:35:33.901956 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.db [None req-e2cd1b01-95bf-47ba-95d2-f1c0df45075f admin admin] For port d984f800-e8cf-40c3-a769-852e2a1d3279, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=d984f800-e8cf-40c3-a769-852e2a1d3279,segment=NetworkSegment(e9e5c7ef-c364-4b74-9222-2e87bd8fc345),segment_id=e9e5c7ef-c364-4b74-9222-2e87bd8fc345)] {{(pid=92899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:35:33.902408 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e2cd1b01-95bf-47ba-95d2-f1c0df45075f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:33.912586 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-5010fbaa-32f9-42f1-b942-0592172d20e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc94b527-7546-49fc-9d0a-1f453ac35947', 'name': 'tempest-TestMinimumBasicScenario-917331033-router', 'tenant_id': '5c8987e0ca97415fab30c5cf04d2cd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'external_fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.4'}], 'enable_snat': True}, 'gw_port_id': 'd984f800-e8cf-40c3-a769-852e2a1d3279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:42Z', 'updated_at': '2021-06-29T03:35:32Z', 'revision_number': 5, 'project_id': '5c8987e0ca97415fab30c5cf04d2cd15', 'gw_port': {'id': 'd984f800-e8cf-40c3-a769-852e2a1d3279', 'name': '', 'network_id': '66e8c627-bfc7-4283-9c88-a2a34f7e2e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:36:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc94b527-7546-49fc-9d0a-1f453ac35947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'ip_address': '172.28.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:43Z', 'updated_at': '2021-06-29T03:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8165791-a4a1-46c6-a3dc-c0e6529e25bd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-smb'}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:33.917048 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [None req-e2cd1b01-95bf-47ba-95d2-f1c0df45075f admin admin] Calling delete_port for d984f800-e8cf-40c3-a769-852e2a1d3279 owned by network:router_gateway {{(pid=92899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:35:33.941734 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5010fbaa-32f9-42f1-b942-0592172d20e3 None None] Checking router: cc94b527-7546-49fc-9d0a-1f453ac35947 for host: dv-cinder-797245-8-smb {{(pid=92902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:35:33.951359 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5010fbaa-32f9-42f1-b942-0592172d20e3 None None] Routers {'cc94b527-7546-49fc-9d0a-1f453ac35947'} bound to L3 agent in host dv-cinder-797245-8-smb {{(pid=92902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:35:33.952034 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-5010fbaa-32f9-42f1-b942-0592172d20e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T03:20:15Z,description=,heartbeat_timestamp=2021-06-29T03:35:15Z,host='dv-cinder-797245-8-smb',id=7fe0c168-953d-4d47-bedf-fde3a92e458b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:15Z,topic='l3_agent')) {'router_ids': ['cc94b527-7546-49fc-9d0a-1f453ac35947'], 'active': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:33.993130 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-2a26eaac-ac3e-4987-a7fb-d62f5c2e2ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311'] for port, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:34.000954 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:34.026947 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26eaac-ac3e-4987-a7fb-d62f5c2e2ee3 None None] Pushing event deleted for resources: {'Port': ['ID=0aa31a58-3b17-4fc5-8f9a-014077666ba4,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:34.034499 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a26eaac-ac3e-4987-a7fb-d62f5c2e2ee3 None None] No DVR routers for this DVR port 0aa31a58-3b17-4fc5-8f9a-014077666ba4 on host dv-cinder-797245-8-smb {{(pid=92901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:35:34.038206 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26eaac-ac3e-4987-a7fb-d62f5c2e2ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:34.038206 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26eaac-ac3e-4987-a7fb-d62f5c2e2ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:34.038206 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26eaac-ac3e-4987-a7fb-d62f5c2e2ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:34.038712 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26eaac-ac3e-4987-a7fb-d62f5c2e2ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:34.039137 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26eaac-ac3e-4987-a7fb-d62f5c2e2ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:34.039565 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26eaac-ac3e-4987-a7fb-d62f5c2e2ee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:34.039994 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26eaac-ac3e-4987-a7fb-d62f5c2e2ee3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:34.040406 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26eaac-ac3e-4987-a7fb-d62f5c2e2ee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:34.040819 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26eaac-ac3e-4987-a7fb-d62f5c2e2ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:34.041507 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26eaac-ac3e-4987-a7fb-d62f5c2e2ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:34.041920 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26eaac-ac3e-4987-a7fb-d62f5c2e2ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:34.042328 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26eaac-ac3e-4987-a7fb-d62f5c2e2ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:34.046278 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-2a26eaac-ac3e-4987-a7fb-d62f5c2e2ee3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:34.060745 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_dvr_db [None req-5010fbaa-32f9-42f1-b942-0592172d20e3 None None] Set router cc94b527-7546-49fc-9d0a-1f453ac35947 gateway port host: None {{(pid=92902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:35:34.119592 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e2cd1b01-95bf-47ba-95d2-f1c0df45075f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372683'] for port, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:34.121133 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.l3_hamode_db [None req-5010fbaa-32f9-42f1-b942-0592172d20e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc94b527-7546-49fc-9d0a-1f453ac35947', 'name': 'tempest-TestMinimumBasicScenario-917331033-router', 'tenant_id': '5c8987e0ca97415fab30c5cf04d2cd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:42Z', 'updated_at': '2021-06-29T03:35:33Z', 'revision_number': 6, 'project_id': '5c8987e0ca97415fab30c5cf04d2cd15', 'gw_port_host': None}], 'dv-cinder-797245-8-smb', False) {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:34.121897 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-00940863-741e-42bc-a2e4-d9af74305ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:34.136189 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-62111b95-a554-4e95-8c56-2cdf7b4e2839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859944'] for port, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:34.138958 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-ca68d07e-4921-4674-95d1-25121a935fbb tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:34.149698 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5010fbaa-32f9-42f1-b942-0592172d20e3 None None] The sync data for ids ['cc94b527-7546-49fc-9d0a-1f453ac35947'] in dv-cinder-797245-8-smb is: [{'id': 'cc94b527-7546-49fc-9d0a-1f453ac35947', 'name': 'tempest-TestMinimumBasicScenario-917331033-router', 'tenant_id': '5c8987e0ca97415fab30c5cf04d2cd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:42Z', 'updated_at': '2021-06-29T03:35:33Z', 'revision_number': 6, 'project_id': '5c8987e0ca97415fab30c5cf04d2cd15', 'gw_port_host': None}] {{(pid=92902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:35:34.157981 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd1b01-95bf-47ba-95d2-f1c0df45075f admin admin] Pushing event deleted for resources: {'Port': ['ID=d984f800-e8cf-40c3-a769-852e2a1d3279,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:34.160740 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-e2cd1b01-95bf-47ba-95d2-f1c0df45075f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:34.173486 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62111b95-a554-4e95-8c56-2cdf7b4e2839 admin admin] No DVR routers for this DVR port 0aa31a58-3b17-4fc5-8f9a-014077666ba4 on host dv-cinder-797245-8-smb {{(pid=92900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:35:34.175388 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62111b95-a554-4e95-8c56-2cdf7b4e2839 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aa31a58-3b17-4fc5-8f9a-014077666ba4,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:34.201977 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62111b95-a554-4e95-8c56-2cdf7b4e2839 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:34.202350 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62111b95-a554-4e95-8c56-2cdf7b4e2839 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:34.202719 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62111b95-a554-4e95-8c56-2cdf7b4e2839 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:34.203072 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62111b95-a554-4e95-8c56-2cdf7b4e2839 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:34.203428 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62111b95-a554-4e95-8c56-2cdf7b4e2839 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:34.203868 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62111b95-a554-4e95-8c56-2cdf7b4e2839 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:34.204158 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62111b95-a554-4e95-8c56-2cdf7b4e2839 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:34.204506 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62111b95-a554-4e95-8c56-2cdf7b4e2839 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:34.204854 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62111b95-a554-4e95-8c56-2cdf7b4e2839 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:34.205199 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62111b95-a554-4e95-8c56-2cdf7b4e2839 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:34.205546 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62111b95-a554-4e95-8c56-2cdf7b4e2839 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:34.205887 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62111b95-a554-4e95-8c56-2cdf7b4e2839 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:34.209939 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-62111b95-a554-4e95-8c56-2cdf7b4e2839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:34.228235 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e2cd1b01-95bf-47ba-95d2-f1c0df45075f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8077410'] for router_gateway, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:34.258426 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-62111b95-a554-4e95-8c56-2cdf7b4e2839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712334', 'neutron.services.segments.db._delete_segments_for_network-8763851730737'] for network, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:34.267830 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.services.segments.db [None req-62111b95-a554-4e95-8c56-2cdf7b4e2839 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55159499-4162-473d-91be-3f7bcc13f345']}} {{(pid=92900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:34.277770 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.services.segments.db [None req-62111b95-a554-4e95-8c56-2cdf7b4e2839 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b8a4e7f-1f3c-48f3-872b-763dc2e1c437') {'for_net_delete': True} {{(pid=92900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:34.278075 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.services.segments.db [None req-62111b95-a554-4e95-8c56-2cdf7b4e2839 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b8a4e7f-1f3c-48f3-872b-763dc2e1c437') {} {{(pid=92900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:34.286527 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-62111b95-a554-4e95-8c56-2cdf7b4e2839 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763851626388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4727211'] for segment, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:34.299667 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-62111b95-a554-4e95-8c56-2cdf7b4e2839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342'] for segment, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:34.305330 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62111b95-a554-4e95-8c56-2cdf7b4e2839 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=92900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 03:35:34.305672 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-62111b95-a554-4e95-8c56-2cdf7b4e2839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4859931'] for segment, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: self.session.flush() Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: self.session.flush() Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: self.session.flush() Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: self.session.flush() Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: Traceback (most recent call last): Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: timer() Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: cb(*args, **kw) Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: return func(*args, **kwargs) Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: self._notify() Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: self.callback(batched_events) Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: event.method(event) Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: return f(self, *a, **k) Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: return self._get(url).json() Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: return self.request(url, 'GET', **kwargs) Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 03:35:34.307254 dv-cinder-797245-8-smb neutron-server[92900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 03:35:34.313515 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e2cd1b01-95bf-47ba-95d2-f1c0df45075f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8080245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8083'] for router, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:34.316157 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e2cd1b01-95bf-47ba-95d2-f1c0df45075f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:34.357188 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e2cd1b01-95bf-47ba-95d2-f1c0df45075f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8080675'] for router, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:34.357849 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cd1b01-95bf-47ba-95d2-f1c0df45075f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc94b527-7546-49fc-9d0a-1f453ac35947 {{(pid=92899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 03:35:34.360884 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-62111b95-a554-4e95-8c56-2cdf7b4e2839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8077459'] for network, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:34.362538 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e2cd1b01-95bf-47ba-95d2-f1c0df45075f admin admin] Notify callbacks [] for router, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:34.363644 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-e2cd1b01-95bf-47ba-95d2-f1c0df45075f admin admin] 10.222.0.24 "DELETE /v2.0/routers/cc94b527-7546-49fc-9d0a-1f453ac35947 HTTP/1.1" status: 204 len: 168 time: 1.0345702 Jun 29 03:35:34.364624 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-9a70194f-42bb-4a33-b28c-718fdf1753e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:34.366290 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 49138) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:34.367945 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-62111b95-a554-4e95-8c56-2cdf7b4e2839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for network, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:34.372160 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-62111b95-a554-4e95-8c56-2cdf7b4e2839 admin admin] 10.222.0.24 "DELETE /v2.0/networks/55159499-4162-473d-91be-3f7bcc13f345 HTTP/1.1" status: 204 len: 168 time: 0.9415047 Jun 29 03:35:34.380921 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62111b95-a554-4e95-8c56-2cdf7b4e2839 admin admin] Pushing event deleted for resources: {'Network': ['ID=55159499-4162-473d-91be-3f7bcc13f345,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:34.383292 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-62111b95-a554-4e95-8c56-2cdf7b4e2839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:34.415167 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.db_base_plugin_v2 [None req-e65513b2-ed42-4551-9a6e-453c110502f1 admin admin] Deleting subnet b20d331a-8d90-435f-b644-a5af1ff73812 {{(pid=92899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 03:35:34.418411 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e65513b2-ed42-4551-9a6e-453c110502f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:34.451919 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e65513b2-ed42-4551-9a6e-453c110502f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491297'] for subnet, precommit_delete_associations {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:34.479096 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 49142) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:34.532852 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e65513b2-ed42-4551-9a6e-453c110502f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-714680'] for subnet, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:34.540093 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-e8ab60ce-299c-4fcf-890f-94b7dc2f2991 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c906214f7a4549de98d1e94094ae6e28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0597396 Jun 29 03:35:34.542756 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 49144) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:34.602669 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-925f1ded-d3b8-4751-a818-7fca464b8900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:34.609558 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e65513b2-ed42-4551-9a6e-453c110502f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-714689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67030214'] for subnet, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:34.613526 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:34.628958 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-925f1ded-d3b8-4751-a818-7fca464b8900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:34.645685 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65513b2-ed42-4551-9a6e-453c110502f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b20d331a-8d90-435f-b644-a5af1ff73812,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:34.648284 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-e65513b2-ed42-4551-9a6e-453c110502f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:34.650975 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e65513b2-ed42-4551-9a6e-453c110502f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:34.656208 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-e65513b2-ed42-4551-9a6e-453c110502f1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b20d331a-8d90-435f-b644-a5af1ff73812 HTTP/1.1" status: 204 len: 168 time: 0.2889028 Jun 29 03:35:34.657044 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 49146) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:34.657989 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe747bd-2a15-4f99-9ad6-8acbfc4c7bf4 None None] Network 16ff2be9-db64-461d-a771-10ba286ee186 requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:35:34.702738 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-925f1ded-d3b8-4751-a818-7fca464b8900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:34.705701 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-925f1ded-d3b8-4751-a818-7fca464b8900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:34.706898 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-925f1ded-d3b8-4751-a818-7fca464b8900 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/32486574-7084-4097-973e-52c63c48d253 HTTP/1.1" status: 204 len: 168 time: 0.1628737 Jun 29 03:35:34.707718 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-53f7d7fd-98fe-4afe-bdb9-6dec5a701bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:34.721146 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f1ded-d3b8-4751-a818-7fca464b8900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32486574-7084-4097-973e-52c63c48d253,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:34.723696 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-925f1ded-d3b8-4751-a818-7fca464b8900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:34.746868 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-2a8017e9-1a22-45b3-906c-03271ef30381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752549'] for network, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:34.809365 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [None req-2a8017e9-1a22-45b3-906c-03271ef30381 admin admin] Deleting port 150f57a7-52e9-4f1a-ac87-b7caaa29ab7e {{(pid=92899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:35:34.809929 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-2a8017e9-1a22-45b3-906c-03271ef30381 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:34.882090 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.db [None req-2a8017e9-1a22-45b3-906c-03271ef30381 admin admin] For port 150f57a7-52e9-4f1a-ac87-b7caaa29ab7e, host dv-cinder-797245-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-smb',level=0,port_id=150f57a7-52e9-4f1a-ac87-b7caaa29ab7e,segment=NetworkSegment(76e31fab-2752-4310-8a59-1771d8ad8dc1),segment_id=76e31fab-2752-4310-8a59-1771d8ad8dc1)] {{(pid=92899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:35:34.882562 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-2a8017e9-1a22-45b3-906c-03271ef30381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:34.896381 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.plugin [None req-2a8017e9-1a22-45b3-906c-03271ef30381 admin admin] Calling delete_port for 150f57a7-52e9-4f1a-ac87-b7caaa29ab7e owned by network:dhcp {{(pid=92899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:35:34.952734 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2000477c-a5c8-4638-91ac-32af90d07239 None None] DHCP port deletion for 16ff2be9-db64-461d-a771-10ba286ee186 request from dv-cinder-797245-8-smb {{(pid=92901) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 03:35:34.962185 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device fefe1cfe-7878-4f5c-9aad-9220289d0b25 no longer exists at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:35:34.990422 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] No Port match for: fefe1cfe-7878-4f5c-9aad-9220289d0b25 {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:35:34.990981 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device fefe1cfe-7878-4f5c-9aad-9220289d0b25 not bound to the agent host dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:35:34.991577 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device ee3e441a-d2d2-42d7-a03b-c83c07d1ef52 no longer exists at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:35:35.002867 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-2a8017e9-1a22-45b3-906c-03271ef30381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372683'] for port, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:35.017554 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:35.018208 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] No Port match for: ee3e441a-d2d2-42d7-a03b-c83c07d1ef52 {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:35:35.018681 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device ee3e441a-d2d2-42d7-a03b-c83c07d1ef52 not bound to the agent host dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:35:35.019445 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 0aa31a58-3b17-4fc5-8f9a-014077666ba4 no longer exists at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:35:35.055747 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8017e9-1a22-45b3-906c-03271ef30381 admin admin] Pushing event deleted for resources: {'Port': ['ID=150f57a7-52e9-4f1a-ac87-b7caaa29ab7e,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:35.057406 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-2000477c-a5c8-4638-91ac-32af90d07239 None None] The port '150f57a7-52e9-4f1a-ac87-b7caaa29ab7e' was deleted {{(pid=92901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 29 03:35:35.059121 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] No Port match for: 0aa31a58-3b17-4fc5-8f9a-014077666ba4 {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:35:35.059268 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-2a8017e9-1a22-45b3-906c-03271ef30381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:35.059750 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 0aa31a58-3b17-4fc5-8f9a-014077666ba4 not bound to the agent host dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:35:35.060420 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8017e9-1a22-45b3-906c-03271ef30381 admin admin] No DVR routers for this DVR port 150f57a7-52e9-4f1a-ac87-b7caaa29ab7e on host dv-cinder-797245-8-smb {{(pid=92899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:35:35.167723 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-2a8017e9-1a22-45b3-906c-03271ef30381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712334', 'neutron.services.segments.db._delete_segments_for_network-8763851730737'] for network, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:35.179779 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.services.segments.db [None req-2a8017e9-1a22-45b3-906c-03271ef30381 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ff2be9-db64-461d-a771-10ba286ee186']}} {{(pid=92899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:35.190215 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.services.segments.db [None req-2a8017e9-1a22-45b3-906c-03271ef30381 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e31fab-2752-4310-8a59-1771d8ad8dc1') {'for_net_delete': True} {{(pid=92899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:35.190453 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.services.segments.db [None req-2a8017e9-1a22-45b3-906c-03271ef30381 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e31fab-2752-4310-8a59-1771d8ad8dc1') {} {{(pid=92899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:35.200884 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-2a8017e9-1a22-45b3-906c-03271ef30381 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763851626388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491306'] for segment, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:35.224212 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-2a8017e9-1a22-45b3-906c-03271ef30381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342'] for segment, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:35.231287 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8017e9-1a22-45b3-906c-03271ef30381 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=92899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 03:35:35.231743 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-2a8017e9-1a22-45b3-906c-03271ef30381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372728'] for segment, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:35.233952 dv-cinder-797245-8-smb neutron-server[92899]: Traceback (most recent call last): Jun 29 03:35:35.233952 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 03:35:35.233952 dv-cinder-797245-8-smb neutron-server[92899]: timer() Jun 29 03:35:35.233952 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 03:35:35.233952 dv-cinder-797245-8-smb neutron-server[92899]: cb(*args, **kw) Jun 29 03:35:35.233952 dv-cinder-797245-8-smb neutron-server[92899]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 03:35:35.233952 dv-cinder-797245-8-smb neutron-server[92899]: return func(*args, **kwargs) Jun 29 03:35:35.233952 dv-cinder-797245-8-smb neutron-server[92899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 03:35:35.233952 dv-cinder-797245-8-smb neutron-server[92899]: self._notify() Jun 29 03:35:35.233952 dv-cinder-797245-8-smb neutron-server[92899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 03:35:35.233952 dv-cinder-797245-8-smb neutron-server[92899]: self.callback(batched_events) Jun 29 03:35:35.233952 dv-cinder-797245-8-smb neutron-server[92899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 03:35:35.233952 dv-cinder-797245-8-smb neutron-server[92899]: event.method(event) Jun 29 03:35:35.233952 dv-cinder-797245-8-smb neutron-server[92899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 03:35:35.233952 dv-cinder-797245-8-smb neutron-server[92899]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 03:35:35.233952 dv-cinder-797245-8-smb neutron-server[92899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 03:35:35.233952 dv-cinder-797245-8-smb neutron-server[92899]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 03:35:35.233952 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 03:35:35.233952 dv-cinder-797245-8-smb neutron-server[92899]: return f(self, *a, **k) Jun 29 03:35:35.233952 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 03:35:35.233952 dv-cinder-797245-8-smb neutron-server[92899]: return self._get(url).json() Jun 29 03:35:35.233952 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 03:35:35.233952 dv-cinder-797245-8-smb neutron-server[92899]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 03:35:35.233952 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 03:35:35.233952 dv-cinder-797245-8-smb neutron-server[92899]: return self.request(url, 'GET', **kwargs) Jun 29 03:35:35.233952 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 03:35:35.233952 dv-cinder-797245-8-smb neutron-server[92899]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 03:35:35.233952 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 03:35:35.233952 dv-cinder-797245-8-smb neutron-server[92899]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 03:35:35.233952 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 03:35:35.233952 dv-cinder-797245-8-smb neutron-server[92899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 03:35:35.233952 dv-cinder-797245-8-smb neutron-server[92899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 03:35:35.297447 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-2a8017e9-1a22-45b3-906c-03271ef30381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8077459'] for network, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:35.301937 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-3655df54-f770-4991-bfb5-2b4b52327a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:35.305405 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-2a8017e9-1a22-45b3-906c-03271ef30381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for network, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:35.312471 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-2a8017e9-1a22-45b3-906c-03271ef30381 admin admin] 10.222.0.24 "DELETE /v2.0/networks/16ff2be9-db64-461d-a771-10ba286ee186 HTTP/1.1" status: 204 len: 168 time: 0.6492398 Jun 29 03:35:35.316704 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8017e9-1a22-45b3-906c-03271ef30381 admin admin] Pushing event deleted for resources: {'Network': ['ID=16ff2be9-db64-461d-a771-10ba286ee186,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:35.322086 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-2a8017e9-1a22-45b3-906c-03271ef30381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:35.425585 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 49176) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:35.468518 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-9e11371f-0bce-4746-a937-f2cf44730ad1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c07162556eca417c8ae472f8dd9798c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390882 Jun 29 03:35:35.468993 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 49180) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:35.516074 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-d2db7957-0660-444f-9af2-b49c81b4edee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:35.522545 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 49182) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:35.538084 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-d2db7957-0660-444f-9af2-b49c81b4edee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:35.587678 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-d2db7957-0660-444f-9af2-b49c81b4edee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:35.590295 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-d2db7957-0660-444f-9af2-b49c81b4edee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:35.591421 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-d2db7957-0660-444f-9af2-b49c81b4edee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f6d0eec-acdc-4d6c-9bf8-d3d9a7d14120 HTTP/1.1" status: 204 len: 168 time: 0.1214750 Jun 29 03:35:35.592246 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-b98ec84c-cf2d-4f63-ab24-b2ece914fb5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:35.600753 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db7957-0660-444f-9af2-b49c81b4edee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6d0eec-acdc-4d6c-9bf8-d3d9a7d14120,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:35.602918 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-d2db7957-0660-444f-9af2-b49c81b4edee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:35.626670 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-1231d11a-15d8-47c6-9e9b-32d2625e77f5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-577186073-network', 'tenant_id': 'a9d28f728dd549b3a27602de8f64f77e'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:35:35.651808 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1231d11a-15d8-47c6-9e9b-32d2625e77f5 admin admin] Made reservation on behalf of a9d28f728dd549b3a27602de8f64f77e for: {'network': 1} {{(pid=92899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:35:35.654212 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-1231d11a-15d8-47c6-9e9b-32d2625e77f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for network, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:35.662690 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-1231d11a-15d8-47c6-9e9b-32d2625e77f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:35.755114 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-1231d11a-15d8-47c6-9e9b-32d2625e77f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:35.759285 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-1231d11a-15d8-47c6-9e9b-32d2625e77f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:35.763040 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-4a8daef3-960b-45ea-832d-e35d9d53c4bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:35.780446 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1231d11a-15d8-47c6-9e9b-32d2625e77f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=92899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 03:35:35.794056 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1231d11a-15d8-47c6-9e9b-32d2625e77f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0ef983-bae1-47ad-b5fa-ba2ce43b8674,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:35.798358 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-1231d11a-15d8-47c6-9e9b-32d2625e77f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:35.799442 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-1231d11a-15d8-47c6-9e9b-32d2625e77f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342'] for segment, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:35.799850 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.db.segments_db [None req-1231d11a-15d8-47c6-9e9b-32d2625e77f5 admin admin] Added segment f0d5317c-14c2-4325-bba4-ebc65eba8772 of type vlan for network 9436022b-3240-4aee-a300-d13d99d6fc83 Jun 29 03:35:35.840588 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-1231d11a-15d8-47c6-9e9b-32d2625e77f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763851271976'] for network, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:35.853352 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 49190) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:35.868141 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-1231d11a-15d8-47c6-9e9b-32d2625e77f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670'] for network, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:35.869594 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1231d11a-15d8-47c6-9e9b-32d2625e77f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:35.870190 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-1231d11a-15d8-47c6-9e9b-32d2625e77f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for network, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:35.872998 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:35.891680 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-5b79ef1e-6af7-4eab-86a4-97af2b8e7140 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c8987e0ca97415fab30c5cf04d2cd15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369306 Jun 29 03:35:35.894682 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 49192) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:35.922405 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-1231d11a-15d8-47c6-9e9b-32d2625e77f5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3986599 Jun 29 03:35:35.925561 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 49194) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:35.932265 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-15fb8093-c169-492b-8025-40c5660ac665 admin admin] Request body: {'subnet': {'network_id': '9436022b-3240-4aee-a300-d13d99d6fc83', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-577186073-subnet', 'tenant_id': 'a9d28f728dd549b3a27602de8f64f77e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:35:35.935424 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1231d11a-15d8-47c6-9e9b-32d2625e77f5 admin admin] Pushing event updated for resources: {'Network': ['ID=9436022b-3240-4aee-a300-d13d99d6fc83,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:35.938065 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-1231d11a-15d8-47c6-9e9b-32d2625e77f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:35.945882 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Network 9436022b-3240-4aee-a300-d13d99d6fc83 details requested by agent ovs-agent-dv-cinder-797245-8-smb with host dv-cinder-797245-8-smb {{(pid=92901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:35:35.962605 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-b440cbf0-a0ef-4fe2-8025-a2a2ef5adb42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:35.964063 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fb8093-c169-492b-8025-40c5660ac665 admin admin] Made reservation on behalf of a9d28f728dd549b3a27602de8f64f77e for: {'subnet': 1} {{(pid=92900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:35:35.966317 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-15fb8093-c169-492b-8025-40c5660ac665 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66713706'] for subnet, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:36.028954 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-b440cbf0-a0ef-4fe2-8025-a2a2ef5adb42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:36.112135 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-b440cbf0-a0ef-4fe2-8025-a2a2ef5adb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:36.115148 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-b440cbf0-a0ef-4fe2-8025-a2a2ef5adb42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:36.116305 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-b440cbf0-a0ef-4fe2-8025-a2a2ef5adb42 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a04ed97d-2cb6-4a15-a657-615a5adf2ac2 HTTP/1.1" status: 204 len: 168 time: 0.2207305 Jun 29 03:35:36.118476 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-c3bd7d35-d250-4763-801d-5dc140d46a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:36.132855 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440cbf0-a0ef-4fe2-8025-a2a2ef5adb42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04ed97d-2cb6-4a15-a657-615a5adf2ac2,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:36.138180 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-b440cbf0-a0ef-4fe2-8025-a2a2ef5adb42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:36.189496 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-15fb8093-c169-492b-8025-40c5660ac665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4860085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66844560'] for subnet, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:36.193470 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-7c77d917-3286-4ead-91dd-456ee432f7a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:36.250728 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb8093-c169-492b-8025-40c5660ac665 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5e199eb-1d9d-4531-b86d-475c3490159f,revision_number=0']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:36.255184 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-15fb8093-c169-492b-8025-40c5660ac665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:36.262766 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb8093-c169-492b-8025-40c5660ac665 admin admin] Checking segment: {'id': 'f0d5317c-14c2-4325-bba4-ebc65eba8772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9436022b-3240-4aee-a300-d13d99d6fc83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:35:36.263344 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fb8093-c169-492b-8025-40c5660ac665 admin admin] Network hostable DHCP agents. Network: 9436022b-3240-4aee-a300-d13d99d6fc83, hostable agents: ['15611171-d073-4a1d-b69f-900d48098551'], hosted agents: [] {{(pid=92900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:35:36.282790 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fb8093-c169-492b-8025-40c5660ac665 admin admin] Network 9436022b-3240-4aee-a300-d13d99d6fc83 is scheduled to be hosted by DHCP agent 15611171-d073-4a1d-b69f-900d48098551 with binding_index 1 {{(pid=92900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:35:36.301310 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device d984f800-e8cf-40c3-a769-852e2a1d3279 no longer exists at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:35:36.305487 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [None req-15fb8093-c169-492b-8025-40c5660ac665 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-smb, 9436022b-3240-4aee-a300-d13d99d6fc83) {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:35:36.312667 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fb8093-c169-492b-8025-40c5660ac665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:36.313604 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-15fb8093-c169-492b-8025-40c5660ac665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for subnet, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:36.328783 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e447363-cfad-4576-ab76-27ab7544f1d9 None None] Network 9436022b-3240-4aee-a300-d13d99d6fc83 requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:35:36.338296 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] No Port match for: d984f800-e8cf-40c3-a769-852e2a1d3279 {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:35:36.338296 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device d984f800-e8cf-40c3-a769-852e2a1d3279 not bound to the agent host dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:35:36.338296 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 150f57a7-52e9-4f1a-ac87-b7caaa29ab7e no longer exists at agent ovs-agent-dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:35:36.346656 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-15fb8093-c169-492b-8025-40c5660ac665 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4199269 Jun 29 03:35:36.356881 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] No Port match for: 150f57a7-52e9-4f1a-ac87-b7caaa29ab7e {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:35:36.357328 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Device 150f57a7-52e9-4f1a-ac87-b7caaa29ab7e not bound to the agent host dv-cinder-797245-8-smb {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:35:36.651186 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc57a198-cd66-40d6-85ec-6e62c855871d None None] Network 9436022b-3240-4aee-a300-d13d99d6fc83 requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:35:36.944479 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 49222) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:36.949491 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-0c9eef61-d3c9-470f-8d74-513704afa22f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-143021507-network', 'tenant_id': 'ac9f63f837174b7aabeebc4b5ee1f19c'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:35:36.969699 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9eef61-d3c9-470f-8d74-513704afa22f admin admin] Made reservation on behalf of ac9f63f837174b7aabeebc4b5ee1f19c for: {'network': 1} {{(pid=92899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:35:36.972497 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-0c9eef61-d3c9-470f-8d74-513704afa22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for network, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:36.981311 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-0c9eef61-d3c9-470f-8d74-513704afa22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:37.064279 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-0c9eef61-d3c9-470f-8d74-513704afa22f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:37.067706 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-0c9eef61-d3c9-470f-8d74-513704afa22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:37.070457 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-4f5ba299-b79a-4628-a79e-ca896b0aaac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:37.094013 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c9eef61-d3c9-470f-8d74-513704afa22f admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=92899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 03:35:37.099716 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9eef61-d3c9-470f-8d74-513704afa22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6207f930-c36a-4050-b8da-ec6941d77048,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:37.103203 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-0c9eef61-d3c9-470f-8d74-513704afa22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:37.107074 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-0c9eef61-d3c9-470f-8d74-513704afa22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342'] for segment, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:37.107389 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.db.segments_db [None req-0c9eef61-d3c9-470f-8d74-513704afa22f admin admin] Added segment ae3bc09f-6a98-4f45-a911-1dfd8c683110 of type vlan for network f1cc4a9c-80c7-4783-93f0-64288c8d60e0 Jun 29 03:35:37.145567 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-0c9eef61-d3c9-470f-8d74-513704afa22f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763851271976'] for network, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:37.172876 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-0c9eef61-d3c9-470f-8d74-513704afa22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670'] for network, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:37.174203 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9eef61-d3c9-470f-8d74-513704afa22f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:37.174777 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-0c9eef61-d3c9-470f-8d74-513704afa22f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for network, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:37.176850 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-1231d11a-15d8-47c6-9e9b-32d2625e77f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:37.231188 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-0c9eef61-d3c9-470f-8d74-513704afa22f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2856259 Jun 29 03:35:37.234028 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 49224) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:37.236021 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9eef61-d3c9-470f-8d74-513704afa22f admin admin] Pushing event updated for resources: {'Network': ['ID=f1cc4a9c-80c7-4783-93f0-64288c8d60e0,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:37.238660 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-0c9eef61-d3c9-470f-8d74-513704afa22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:37.239052 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-2150cb82-c972-47e6-aaac-cc2d782603dc admin admin] Request body: {'subnet': {'network_id': 'f1cc4a9c-80c7-4783-93f0-64288c8d60e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-143021507-subnet', 'tenant_id': 'ac9f63f837174b7aabeebc4b5ee1f19c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:35:37.245578 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Network f1cc4a9c-80c7-4783-93f0-64288c8d60e0 details requested by agent ovs-agent-dv-cinder-797245-8-smb with host dv-cinder-797245-8-smb {{(pid=92901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:35:37.259954 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2150cb82-c972-47e6-aaac-cc2d782603dc admin admin] Made reservation on behalf of ac9f63f837174b7aabeebc4b5ee1f19c for: {'subnet': 1} {{(pid=92900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:35:37.262305 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-2150cb82-c972-47e6-aaac-cc2d782603dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66713706'] for subnet, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:37.427516 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-2150cb82-c972-47e6-aaac-cc2d782603dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4860085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66844560'] for subnet, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:37.430619 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-ca97b74a-1922-44c7-8cbd-ec4b419887b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:37.488136 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150cb82-c972-47e6-aaac-cc2d782603dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0f41a90-681f-4768-9385-107cd0485cf9,revision_number=0']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:37.490702 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-2150cb82-c972-47e6-aaac-cc2d782603dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:37.496202 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2150cb82-c972-47e6-aaac-cc2d782603dc admin admin] Checking segment: {'id': 'ae3bc09f-6a98-4f45-a911-1dfd8c683110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f1cc4a9c-80c7-4783-93f0-64288c8d60e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:35:37.496561 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2150cb82-c972-47e6-aaac-cc2d782603dc admin admin] Network hostable DHCP agents. Network: f1cc4a9c-80c7-4783-93f0-64288c8d60e0, hostable agents: ['15611171-d073-4a1d-b69f-900d48098551'], hosted agents: [] {{(pid=92900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:35:37.512687 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2150cb82-c972-47e6-aaac-cc2d782603dc admin admin] Network f1cc4a9c-80c7-4783-93f0-64288c8d60e0 is scheduled to be hosted by DHCP agent 15611171-d073-4a1d-b69f-900d48098551 with binding_index 1 {{(pid=92900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:35:37.520918 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [None req-2150cb82-c972-47e6-aaac-cc2d782603dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-smb, f1cc4a9c-80c7-4783-93f0-64288c8d60e0) {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:35:37.525814 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2150cb82-c972-47e6-aaac-cc2d782603dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:37.526418 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-2150cb82-c972-47e6-aaac-cc2d782603dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for subnet, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:37.532070 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb37abc-ebb1-4094-b475-c2d94f4f8d37 None None] Network f1cc4a9c-80c7-4783-93f0-64288c8d60e0 requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:35:37.541089 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-2150cb82-c972-47e6-aaac-cc2d782603dc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3057332 Jun 29 03:35:37.664376 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 49232) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:37.670802 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a25f49f-4591-41b6-b95f-ae9b47066dbf None None] Network f1cc4a9c-80c7-4783-93f0-64288c8d60e0 requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:35:37.720918 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.db.db_base_plugin_v2 [None req-c94b9558-36d7-4a98-aed5-6162997071f6 admin admin] Deleting subnet e5e199eb-1d9d-4531-b86d-475c3490159f {{(pid=92899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 03:35:37.724814 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-c94b9558-36d7-4a98-aed5-6162997071f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:37.772077 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-c94b9558-36d7-4a98-aed5-6162997071f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491297'] for subnet, precommit_delete_associations {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:37.817480 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device a100334a-f4f6-41cd-85a5-21c179e17158 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:35:37.826422 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-c94b9558-36d7-4a98-aed5-6162997071f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-714680'] for subnet, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:37.840634 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] No Port match for: a100334a-f4f6-41cd-85a5-21c179e17158 {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:35:37.841001 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device a100334a-f4f6-41cd-85a5-21c179e17158 not bound to the agent host hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:35:37.883800 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-c94b9558-36d7-4a98-aed5-6162997071f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-714689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67030214'] for subnet, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:37.887217 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-0b3cdc60-4c59-4e32-a1f5-55a6b72a8a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:37.910660 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94b9558-36d7-4a98-aed5-6162997071f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5e199eb-1d9d-4531-b86d-475c3490159f,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:37.912595 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-c94b9558-36d7-4a98-aed5-6162997071f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:37.914371 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-c94b9558-36d7-4a98-aed5-6162997071f6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e5e199eb-1d9d-4531-b86d-475c3490159f HTTP/1.1" status: 204 len: 168 time: 0.2485449 Jun 29 03:35:37.915207 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-c94b9558-36d7-4a98-aed5-6162997071f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:37.917025 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 49238) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:37.983215 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-8807fc19-3116-4aed-8442-68103ac34dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752549'] for network, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:38.063231 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-8807fc19-3116-4aed-8442-68103ac34dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712334', 'neutron.services.segments.db._delete_segments_for_network-8763851730737'] for network, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:38.075428 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.services.segments.db [None req-8807fc19-3116-4aed-8442-68103ac34dde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9436022b-3240-4aee-a300-d13d99d6fc83']}} {{(pid=92899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:38.085131 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.services.segments.db [None req-8807fc19-3116-4aed-8442-68103ac34dde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d5317c-14c2-4325-bba4-ebc65eba8772') {'for_net_delete': True} {{(pid=92899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:38.085432 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.services.segments.db [None req-8807fc19-3116-4aed-8442-68103ac34dde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d5317c-14c2-4325-bba4-ebc65eba8772') {} {{(pid=92899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:38.093905 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-8807fc19-3116-4aed-8442-68103ac34dde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763851626388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491306'] for segment, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:38.107373 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-8807fc19-3116-4aed-8442-68103ac34dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342'] for segment, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:38.113531 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8807fc19-3116-4aed-8442-68103ac34dde admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=92899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 03:35:38.113949 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-8807fc19-3116-4aed-8442-68103ac34dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372728'] for segment, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:38.115621 dv-cinder-797245-8-smb neutron-server[92899]: Traceback (most recent call last): Jun 29 03:35:38.115621 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 03:35:38.115621 dv-cinder-797245-8-smb neutron-server[92899]: timer() Jun 29 03:35:38.115621 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 03:35:38.115621 dv-cinder-797245-8-smb neutron-server[92899]: cb(*args, **kw) Jun 29 03:35:38.115621 dv-cinder-797245-8-smb neutron-server[92899]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 03:35:38.115621 dv-cinder-797245-8-smb neutron-server[92899]: return func(*args, **kwargs) Jun 29 03:35:38.115621 dv-cinder-797245-8-smb neutron-server[92899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 03:35:38.115621 dv-cinder-797245-8-smb neutron-server[92899]: self._notify() Jun 29 03:35:38.115621 dv-cinder-797245-8-smb neutron-server[92899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 03:35:38.115621 dv-cinder-797245-8-smb neutron-server[92899]: self.callback(batched_events) Jun 29 03:35:38.115621 dv-cinder-797245-8-smb neutron-server[92899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 03:35:38.115621 dv-cinder-797245-8-smb neutron-server[92899]: event.method(event) Jun 29 03:35:38.115621 dv-cinder-797245-8-smb neutron-server[92899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 03:35:38.115621 dv-cinder-797245-8-smb neutron-server[92899]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 03:35:38.115621 dv-cinder-797245-8-smb neutron-server[92899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 03:35:38.115621 dv-cinder-797245-8-smb neutron-server[92899]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 03:35:38.115621 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 03:35:38.115621 dv-cinder-797245-8-smb neutron-server[92899]: return f(self, *a, **k) Jun 29 03:35:38.115621 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 03:35:38.115621 dv-cinder-797245-8-smb neutron-server[92899]: return self._get(url).json() Jun 29 03:35:38.115621 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 03:35:38.115621 dv-cinder-797245-8-smb neutron-server[92899]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 03:35:38.115621 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 03:35:38.115621 dv-cinder-797245-8-smb neutron-server[92899]: return self.request(url, 'GET', **kwargs) Jun 29 03:35:38.115621 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 03:35:38.115621 dv-cinder-797245-8-smb neutron-server[92899]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 03:35:38.115621 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 03:35:38.115621 dv-cinder-797245-8-smb neutron-server[92899]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 03:35:38.115621 dv-cinder-797245-8-smb neutron-server[92899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 03:35:38.115621 dv-cinder-797245-8-smb neutron-server[92899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 03:35:38.115621 dv-cinder-797245-8-smb neutron-server[92899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 03:35:38.170297 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-8807fc19-3116-4aed-8442-68103ac34dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8077459'] for network, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:38.174678 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:38.178659 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-8807fc19-3116-4aed-8442-68103ac34dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for network, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:38.180536 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-8807fc19-3116-4aed-8442-68103ac34dde admin admin] 10.222.0.24 "DELETE /v2.0/networks/9436022b-3240-4aee-a300-d13d99d6fc83 HTTP/1.1" status: 204 len: 168 time: 0.2626266 Jun 29 03:35:38.184229 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 49240) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:38.190232 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807fc19-3116-4aed-8442-68103ac34dde admin admin] Pushing event deleted for resources: {'Network': ['ID=9436022b-3240-4aee-a300-d13d99d6fc83,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:38.194470 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-8807fc19-3116-4aed-8442-68103ac34dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:38.230493 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.db_base_plugin_v2 [None req-f12354aa-1d71-4f95-9ccd-45859d53878b admin admin] Deleting subnet c0f41a90-681f-4768-9385-107cd0485cf9 {{(pid=92900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 03:35:38.233884 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-f12354aa-1d71-4f95-9ccd-45859d53878b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:38.266434 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-f12354aa-1d71-4f95-9ccd-45859d53878b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4727200'] for subnet, precommit_delete_associations {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:38.309038 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-f12354aa-1d71-4f95-9ccd-45859d53878b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-714680'] for subnet, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:38.358879 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-f12354aa-1d71-4f95-9ccd-45859d53878b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-714689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4860150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66844555'] for subnet, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:38.361691 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:38.385319 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12354aa-1d71-4f95-9ccd-45859d53878b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0f41a90-681f-4768-9385-107cd0485cf9,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:38.387297 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-f12354aa-1d71-4f95-9ccd-45859d53878b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for subnet, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:38.389456 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-f12354aa-1d71-4f95-9ccd-45859d53878b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c0f41a90-681f-4768-9385-107cd0485cf9 HTTP/1.1" status: 204 len: 168 time: 0.2041743 Jun 29 03:35:38.390492 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-f12354aa-1d71-4f95-9ccd-45859d53878b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:38.392067 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 49242) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:38.459693 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-e1c9496a-aac7-46ea-bb9a-2fc6cb249d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752549'] for network, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:38.538947 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-e1c9496a-aac7-46ea-bb9a-2fc6cb249d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712334', 'neutron.services.segments.db._delete_segments_for_network-8763851730737'] for network, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:38.548407 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.services.segments.db [None req-e1c9496a-aac7-46ea-bb9a-2fc6cb249d23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1cc4a9c-80c7-4783-93f0-64288c8d60e0']}} {{(pid=92900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:38.558062 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.services.segments.db [None req-e1c9496a-aac7-46ea-bb9a-2fc6cb249d23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3bc09f-6a98-4f45-a911-1dfd8c683110') {'for_net_delete': True} {{(pid=92900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:38.558356 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.services.segments.db [None req-e1c9496a-aac7-46ea-bb9a-2fc6cb249d23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3bc09f-6a98-4f45-a911-1dfd8c683110') {} {{(pid=92900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:38.566701 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-e1c9496a-aac7-46ea-bb9a-2fc6cb249d23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763851626388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4727211'] for segment, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:38.579426 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-e1c9496a-aac7-46ea-bb9a-2fc6cb249d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342'] for segment, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:38.585507 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c9496a-aac7-46ea-bb9a-2fc6cb249d23 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=92900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 03:35:38.585888 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-e1c9496a-aac7-46ea-bb9a-2fc6cb249d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4859931'] for segment, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:38.587423 dv-cinder-797245-8-smb neutron-server[92900]: Traceback (most recent call last): Jun 29 03:35:38.587423 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 03:35:38.587423 dv-cinder-797245-8-smb neutron-server[92900]: timer() Jun 29 03:35:38.587423 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 03:35:38.587423 dv-cinder-797245-8-smb neutron-server[92900]: cb(*args, **kw) Jun 29 03:35:38.587423 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 03:35:38.587423 dv-cinder-797245-8-smb neutron-server[92900]: return func(*args, **kwargs) Jun 29 03:35:38.587423 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 03:35:38.587423 dv-cinder-797245-8-smb neutron-server[92900]: self._notify() Jun 29 03:35:38.587423 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 03:35:38.587423 dv-cinder-797245-8-smb neutron-server[92900]: self.callback(batched_events) Jun 29 03:35:38.587423 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 03:35:38.587423 dv-cinder-797245-8-smb neutron-server[92900]: event.method(event) Jun 29 03:35:38.587423 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 03:35:38.587423 dv-cinder-797245-8-smb neutron-server[92900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 03:35:38.587423 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 03:35:38.587423 dv-cinder-797245-8-smb neutron-server[92900]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 03:35:38.587423 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 03:35:38.587423 dv-cinder-797245-8-smb neutron-server[92900]: return f(self, *a, **k) Jun 29 03:35:38.587423 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 03:35:38.587423 dv-cinder-797245-8-smb neutron-server[92900]: return self._get(url).json() Jun 29 03:35:38.587423 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 03:35:38.587423 dv-cinder-797245-8-smb neutron-server[92900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 03:35:38.587423 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 03:35:38.587423 dv-cinder-797245-8-smb neutron-server[92900]: return self.request(url, 'GET', **kwargs) Jun 29 03:35:38.587423 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 03:35:38.587423 dv-cinder-797245-8-smb neutron-server[92900]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 03:35:38.587423 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 03:35:38.587423 dv-cinder-797245-8-smb neutron-server[92900]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 03:35:38.587423 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 03:35:38.587423 dv-cinder-797245-8-smb neutron-server[92900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 03:35:38.587423 dv-cinder-797245-8-smb neutron-server[92900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 03:35:38.641522 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-e1c9496a-aac7-46ea-bb9a-2fc6cb249d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8077459'] for network, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:38.645815 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-952bf13f-3e34-4a2f-823f-0c4c6a0a5c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:38.648741 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-e1c9496a-aac7-46ea-bb9a-2fc6cb249d23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for network, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:38.650031 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-e1c9496a-aac7-46ea-bb9a-2fc6cb249d23 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f1cc4a9c-80c7-4783-93f0-64288c8d60e0 HTTP/1.1" status: 204 len: 168 time: 0.2569849 Jun 29 03:35:38.660634 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9496a-aac7-46ea-bb9a-2fc6cb249d23 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1cc4a9c-80c7-4783-93f0-64288c8d60e0,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:38.662943 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-e1c9496a-aac7-46ea-bb9a-2fc6cb249d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:38.804212 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 49246) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:38.843480 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-4fd423fc-8516-4706-8a20-de78a78d4f79 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a9d28f728dd549b3a27602de8f64f77e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380044 Jun 29 03:35:38.845663 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 49248) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:38.892519 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-5ac7fe44-58a2-43bc-b0bc-da85d59006f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:38.913824 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-5ac7fe44-58a2-43bc-b0bc-da85d59006f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:38.971080 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-5ac7fe44-58a2-43bc-b0bc-da85d59006f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:38.973979 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-5ac7fe44-58a2-43bc-b0bc-da85d59006f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:38.975412 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-5ac7fe44-58a2-43bc-b0bc-da85d59006f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9e0ef983-bae1-47ad-b5fa-ba2ce43b8674 HTTP/1.1" status: 204 len: 168 time: 0.1288688 Jun 29 03:35:38.976287 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-ecdfdab3-0e4f-4b63-abba-8cbceede27c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:38.985156 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7fe44-58a2-43bc-b0bc-da85d59006f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0ef983-bae1-47ad-b5fa-ba2ce43b8674,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:38.988740 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-5ac7fe44-58a2-43bc-b0bc-da85d59006f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:39.291722 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 49264) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:39.330447 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-be93fb05-42de-403e-8768-b14f9e57b799 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ac9f63f837174b7aabeebc4b5ee1f19c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375335 Jun 29 03:35:39.332708 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 49266) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:39.383917 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-226ffd09-1382-48dc-a8de-952583a0a915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:39.403517 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-226ffd09-1382-48dc-a8de-952583a0a915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:39.448038 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-226ffd09-1382-48dc-a8de-952583a0a915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:39.450571 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-226ffd09-1382-48dc-a8de-952583a0a915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:39.451668 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-226ffd09-1382-48dc-a8de-952583a0a915 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6207f930-c36a-4050-b8da-ec6941d77048 HTTP/1.1" status: 204 len: 168 time: 0.1180716 Jun 29 03:35:39.452492 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-7ea0d732-1cea-4701-acb2-5a6bc95c3c09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:39.459487 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ffd09-1382-48dc-a8de-952583a0a915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6207f930-c36a-4050-b8da-ec6941d77048,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:39.462065 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-226ffd09-1382-48dc-a8de-952583a0a915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:40.798182 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 49316) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:40.898172 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-c7b865ba-0dba-439f-b075-f07a85453778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:40.983908 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-c7b865ba-0dba-439f-b075-f07a85453778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:40.987484 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-c7b865ba-0dba-439f-b075-f07a85453778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:40.989743 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-2e22274c-f604-406a-832a-492cb31ae4fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:41.025377 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-c7b865ba-0dba-439f-b075-f07a85453778 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f264f5dcded24986b1a2025e3439a1b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2261660 Jun 29 03:35:41.026265 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b865ba-0dba-439f-b075-f07a85453778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226806f1-3453-4165-94ab-683cbd1b84e4,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:41.028084 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 49320) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:41.029213 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-c7b865ba-0dba-439f-b075-f07a85453778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:41.077121 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-db2e7790-9c18-448b-a2ca-4ceaf1da2816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:41.097681 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-db2e7790-9c18-448b-a2ca-4ceaf1da2816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:41.140915 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-db2e7790-9c18-448b-a2ca-4ceaf1da2816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:41.143341 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-db2e7790-9c18-448b-a2ca-4ceaf1da2816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:41.144554 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-db2e7790-9c18-448b-a2ca-4ceaf1da2816 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/226806f1-3453-4165-94ab-683cbd1b84e4 HTTP/1.1" status: 204 len: 168 time: 0.1154251 Jun 29 03:35:41.145281 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-924f2b2b-0053-4789-917f-5f6f343175cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:41.152090 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e7790-9c18-448b-a2ca-4ceaf1da2816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226806f1-3453-4165-94ab-683cbd1b84e4,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:41.154372 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-db2e7790-9c18-448b-a2ca-4ceaf1da2816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:43.123522 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c97a7e24-4509-422d-be90-b309118778a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:45.490463 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4328cbca-dc25-4bb7-b361-75ac85f7efa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:45.854949 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:46.561056 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:47.194796 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:48.456786 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:48.969304 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 49512) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:49.067636 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-0e36f6a1-34e4-443e-9d9e-1774de17d7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:49.166332 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-0e36f6a1-34e4-443e-9d9e-1774de17d7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:49.171618 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-0e36f6a1-34e4-443e-9d9e-1774de17d7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:49.173098 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-5c2ebb05-976d-4f7e-81eb-74e8fecf1318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:49.214253 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36f6a1-34e4-443e-9d9e-1774de17d7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97152a28-908f-4af9-9beb-90fccc8a4d5e,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:49.218591 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-0e36f6a1-34e4-443e-9d9e-1774de17d7ce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e54120e02ef54f168a89d3642f66dc3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482176 Jun 29 03:35:49.219415 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-0e36f6a1-34e4-443e-9d9e-1774de17d7ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:49.221778 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 49516) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:49.267944 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5d7c3198-ce31-46c4-b48a-e843aea8053c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:49.288540 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5d7c3198-ce31-46c4-b48a-e843aea8053c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:49.333437 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 49520) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:49.334290 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5d7c3198-ce31-46c4-b48a-e843aea8053c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:49.336517 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-5d7c3198-ce31-46c4-b48a-e843aea8053c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:49.340272 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-5d7c3198-ce31-46c4-b48a-e843aea8053c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/97152a28-908f-4af9-9beb-90fccc8a4d5e HTTP/1.1" status: 204 len: 168 time: 0.1155589 Jun 29 03:35:49.340272 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-e5a7eaff-ed28-4df2-8617-8e6ba13e6745 tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:49.345638 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c3198-ce31-46c4-b48a-e843aea8053c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97152a28-908f-4af9-9beb-90fccc8a4d5e,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:49.347930 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-5d7c3198-ce31-46c4-b48a-e843aea8053c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:49.377357 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.db_base_plugin_v2 [None req-e888780d-112a-4fd5-9b61-6d561f3fcd48 admin admin] Deleting subnet 8a2dc7ba-e5a3-410c-940d-f76537669f7c {{(pid=92900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 03:35:49.380893 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-e888780d-112a-4fd5-9b61-6d561f3fcd48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:49.418100 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-e888780d-112a-4fd5-9b61-6d561f3fcd48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4727200'] for subnet, precommit_delete_associations {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:49.458266 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-e888780d-112a-4fd5-9b61-6d561f3fcd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-714680'] for subnet, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:49.509900 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-e888780d-112a-4fd5-9b61-6d561f3fcd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-714689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4860150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66844555'] for subnet, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:49.512954 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-15fb8093-c169-492b-8025-40c5660ac665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:49.534995 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888780d-112a-4fd5-9b61-6d561f3fcd48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a2dc7ba-e5a3-410c-940d-f76537669f7c,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:49.538011 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-e888780d-112a-4fd5-9b61-6d561f3fcd48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:49.538994 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-e888780d-112a-4fd5-9b61-6d561f3fcd48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for subnet, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:49.542349 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-e888780d-112a-4fd5-9b61-6d561f3fcd48 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8a2dc7ba-e5a3-410c-940d-f76537669f7c HTTP/1.1" status: 204 len: 168 time: 0.2077084 Jun 29 03:35:49.543471 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 49526) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:49.602409 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 49528) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:49.625029 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-3cf6747a-f071-4ba6-81b0-814d9355d76d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:49.628593 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-006a22ef-5f2e-4ebf-919c-6c5d32f6b19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752549'] for network, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:49.745746 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-006a22ef-5f2e-4ebf-919c-6c5d32f6b19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712334', 'neutron.services.segments.db._delete_segments_for_network-8763851730737'] for network, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:49.760029 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.services.segments.db [None req-006a22ef-5f2e-4ebf-919c-6c5d32f6b19c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f99d77e6-5b9b-474f-86c2-4e6a16f73075']}} {{(pid=92900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:49.774032 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.services.segments.db [None req-006a22ef-5f2e-4ebf-919c-6c5d32f6b19c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74a9f033-896f-46dc-9d11-877e9753da65') {'for_net_delete': True} {{(pid=92900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:49.774323 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.services.segments.db [None req-006a22ef-5f2e-4ebf-919c-6c5d32f6b19c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74a9f033-896f-46dc-9d11-877e9753da65') {} {{(pid=92900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:49.787159 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-006a22ef-5f2e-4ebf-919c-6c5d32f6b19c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763851626388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4727211'] for segment, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:49.806740 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-006a22ef-5f2e-4ebf-919c-6c5d32f6b19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342'] for segment, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:49.819805 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-006a22ef-5f2e-4ebf-919c-6c5d32f6b19c admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=92900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 03:35:49.820184 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-006a22ef-5f2e-4ebf-919c-6c5d32f6b19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4859931'] for segment, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:49.821715 dv-cinder-797245-8-smb neutron-server[92900]: Traceback (most recent call last): Jun 29 03:35:49.821715 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 03:35:49.821715 dv-cinder-797245-8-smb neutron-server[92900]: timer() Jun 29 03:35:49.821715 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 03:35:49.821715 dv-cinder-797245-8-smb neutron-server[92900]: cb(*args, **kw) Jun 29 03:35:49.821715 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 03:35:49.821715 dv-cinder-797245-8-smb neutron-server[92900]: return func(*args, **kwargs) Jun 29 03:35:49.821715 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 03:35:49.821715 dv-cinder-797245-8-smb neutron-server[92900]: self._notify() Jun 29 03:35:49.821715 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 03:35:49.821715 dv-cinder-797245-8-smb neutron-server[92900]: self.callback(batched_events) Jun 29 03:35:49.821715 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 03:35:49.821715 dv-cinder-797245-8-smb neutron-server[92900]: event.method(event) Jun 29 03:35:49.821715 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 03:35:49.821715 dv-cinder-797245-8-smb neutron-server[92900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 03:35:49.821715 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 03:35:49.821715 dv-cinder-797245-8-smb neutron-server[92900]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 03:35:49.821715 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 03:35:49.821715 dv-cinder-797245-8-smb neutron-server[92900]: return f(self, *a, **k) Jun 29 03:35:49.821715 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 03:35:49.821715 dv-cinder-797245-8-smb neutron-server[92900]: return self._get(url).json() Jun 29 03:35:49.821715 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 03:35:49.821715 dv-cinder-797245-8-smb neutron-server[92900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 03:35:49.821715 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 03:35:49.821715 dv-cinder-797245-8-smb neutron-server[92900]: return self.request(url, 'GET', **kwargs) Jun 29 03:35:49.821715 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 03:35:49.821715 dv-cinder-797245-8-smb neutron-server[92900]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 03:35:49.821715 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 03:35:49.821715 dv-cinder-797245-8-smb neutron-server[92900]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 03:35:49.821715 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 03:35:49.821715 dv-cinder-797245-8-smb neutron-server[92900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 03:35:49.821715 dv-cinder-797245-8-smb neutron-server[92900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 03:35:49.860697 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-3cf6747a-f071-4ba6-81b0-814d9355d76d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:49.873380 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-3cf6747a-f071-4ba6-81b0-814d9355d76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:49.877517 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-8540f722-c36d-4cfa-91f9-854d18f5a2fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:49.902257 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-006a22ef-5f2e-4ebf-919c-6c5d32f6b19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8077459'] for network, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:49.921924 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-006a22ef-5f2e-4ebf-919c-6c5d32f6b19c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for network, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:49.923752 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-006a22ef-5f2e-4ebf-919c-6c5d32f6b19c admin admin] 10.222.0.24 "DELETE /v2.0/networks/f99d77e6-5b9b-474f-86c2-4e6a16f73075 HTTP/1.1" status: 204 len: 168 time: 0.3792975 Jun 29 03:35:49.926558 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-3cf6747a-f071-4ba6-81b0-814d9355d76d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dd8fd4a19aee479eaa66713b374a32c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3232028 Jun 29 03:35:49.927302 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 49530) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:49.929327 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 49532) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:49.933859 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6747a-f071-4ba6-81b0-814d9355d76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3208c252-68f5-4f29-bb7d-a25d5e3b2e78,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:49.937294 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-3cf6747a-f071-4ba6-81b0-814d9355d76d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:49.937799 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-5f60f6cf-5424-42d6-96cf-022d0c4f9c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:49.966673 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a22ef-5f2e-4ebf-919c-6c5d32f6b19c admin admin] Pushing event deleted for resources: {'Network': ['ID=f99d77e6-5b9b-474f-86c2-4e6a16f73075,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:49.970289 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-006a22ef-5f2e-4ebf-919c-6c5d32f6b19c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:49.979274 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4b8c55e8-c21d-4717-89b8-5cf428bc7cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:49.983885 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.db_base_plugin_v2 [None req-c02c6fbf-3de3-4276-b6f8-b5ae7e4e3cae admin admin] Deleting subnet 81ec284d-b963-417e-ac09-55af72f8bcf3 {{(pid=92900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 03:35:49.987021 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-c02c6fbf-3de3-4276-b6f8-b5ae7e4e3cae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:50.000606 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4b8c55e8-c21d-4717-89b8-5cf428bc7cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:50.020299 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-c02c6fbf-3de3-4276-b6f8-b5ae7e4e3cae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4727200'] for subnet, precommit_delete_associations {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:50.046182 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4b8c55e8-c21d-4717-89b8-5cf428bc7cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:50.048811 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-4b8c55e8-c21d-4717-89b8-5cf428bc7cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:50.049964 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-4b8c55e8-c21d-4717-89b8-5cf428bc7cd0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3208c252-68f5-4f29-bb7d-a25d5e3b2e78 HTTP/1.1" status: 204 len: 168 time: 0.1196754 Jun 29 03:35:50.051358 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-55935b23-006d-48a5-8227-7481bbf400f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:50.060660 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c55e8-c21d-4717-89b8-5cf428bc7cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3208c252-68f5-4f29-bb7d-a25d5e3b2e78,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:50.061573 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-c02c6fbf-3de3-4276-b6f8-b5ae7e4e3cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-714680'] for subnet, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:50.062861 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-4b8c55e8-c21d-4717-89b8-5cf428bc7cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:50.118954 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-c02c6fbf-3de3-4276-b6f8-b5ae7e4e3cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-714689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4860150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66844555'] for subnet, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:50.121966 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-e888780d-112a-4fd5-9b61-6d561f3fcd48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:50.146484 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c6fbf-3de3-4276-b6f8-b5ae7e4e3cae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81ec284d-b963-417e-ac09-55af72f8bcf3,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:50.149562 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-c02c6fbf-3de3-4276-b6f8-b5ae7e4e3cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:50.150604 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-c02c6fbf-3de3-4276-b6f8-b5ae7e4e3cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for subnet, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:50.152488 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-c02c6fbf-3de3-4276-b6f8-b5ae7e4e3cae admin admin] 10.222.0.24 "DELETE /v2.0/subnets/81ec284d-b963-417e-ac09-55af72f8bcf3 HTTP/1.1" status: 204 len: 168 time: 0.2242613 Jun 29 03:35:50.154874 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 49536) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:50.226456 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-3264d033-d00f-46c9-928b-95202a194c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752549'] for network, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:50.306091 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-3264d033-d00f-46c9-928b-95202a194c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712334', 'neutron.services.segments.db._delete_segments_for_network-8763851730737'] for network, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:50.315517 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.services.segments.db [None req-3264d033-d00f-46c9-928b-95202a194c7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32f87df4-9925-4e93-bf38-aac3683e2c8f']}} {{(pid=92900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:50.325881 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.services.segments.db [None req-3264d033-d00f-46c9-928b-95202a194c7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec2c0e4-a07d-4934-9352-b37365e56ce2') {'for_net_delete': True} {{(pid=92900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:50.326181 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.services.segments.db [None req-3264d033-d00f-46c9-928b-95202a194c7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec2c0e4-a07d-4934-9352-b37365e56ce2') {} {{(pid=92900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:50.334750 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-3264d033-d00f-46c9-928b-95202a194c7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763851626388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4727211'] for segment, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:50.347943 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-3264d033-d00f-46c9-928b-95202a194c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342'] for segment, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:50.353655 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3264d033-d00f-46c9-928b-95202a194c7d admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=92900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 03:35:50.354043 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-3264d033-d00f-46c9-928b-95202a194c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4859931'] for segment, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:50.355654 dv-cinder-797245-8-smb neutron-server[92900]: Traceback (most recent call last): Jun 29 03:35:50.355654 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 03:35:50.355654 dv-cinder-797245-8-smb neutron-server[92900]: timer() Jun 29 03:35:50.355654 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 03:35:50.355654 dv-cinder-797245-8-smb neutron-server[92900]: cb(*args, **kw) Jun 29 03:35:50.355654 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 03:35:50.355654 dv-cinder-797245-8-smb neutron-server[92900]: return func(*args, **kwargs) Jun 29 03:35:50.355654 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 03:35:50.355654 dv-cinder-797245-8-smb neutron-server[92900]: self._notify() Jun 29 03:35:50.355654 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 03:35:50.355654 dv-cinder-797245-8-smb neutron-server[92900]: self.callback(batched_events) Jun 29 03:35:50.355654 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 03:35:50.355654 dv-cinder-797245-8-smb neutron-server[92900]: event.method(event) Jun 29 03:35:50.355654 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 03:35:50.355654 dv-cinder-797245-8-smb neutron-server[92900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 03:35:50.355654 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 03:35:50.355654 dv-cinder-797245-8-smb neutron-server[92900]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 03:35:50.355654 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 03:35:50.355654 dv-cinder-797245-8-smb neutron-server[92900]: return f(self, *a, **k) Jun 29 03:35:50.355654 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 03:35:50.355654 dv-cinder-797245-8-smb neutron-server[92900]: return self._get(url).json() Jun 29 03:35:50.355654 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 03:35:50.355654 dv-cinder-797245-8-smb neutron-server[92900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 03:35:50.355654 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 03:35:50.355654 dv-cinder-797245-8-smb neutron-server[92900]: return self.request(url, 'GET', **kwargs) Jun 29 03:35:50.355654 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 03:35:50.355654 dv-cinder-797245-8-smb neutron-server[92900]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 03:35:50.355654 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 03:35:50.355654 dv-cinder-797245-8-smb neutron-server[92900]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 03:35:50.355654 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 03:35:50.355654 dv-cinder-797245-8-smb neutron-server[92900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 03:35:50.355654 dv-cinder-797245-8-smb neutron-server[92900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 03:35:50.370823 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 49540) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:50.387306 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-0fbeb209-a0a7-454f-b8f4-1bc8884f1125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:50.407523 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-3264d033-d00f-46c9-928b-95202a194c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8077459'] for network, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:50.411144 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:50.413430 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-3264d033-d00f-46c9-928b-95202a194c7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for network, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:50.418089 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-3264d033-d00f-46c9-928b-95202a194c7d admin admin] 10.222.0.24 "DELETE /v2.0/networks/32f87df4-9925-4e93-bf38-aac3683e2c8f HTTP/1.1" status: 204 len: 168 time: 0.2593925 Jun 29 03:35:50.428617 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264d033-d00f-46c9-928b-95202a194c7d admin admin] Pushing event deleted for resources: {'Network': ['ID=32f87df4-9925-4e93-bf38-aac3683e2c8f,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:50.431137 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-3264d033-d00f-46c9-928b-95202a194c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:50.482313 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-0fbeb209-a0a7-454f-b8f4-1bc8884f1125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:50.486401 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-0fbeb209-a0a7-454f-b8f4-1bc8884f1125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:50.490565 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-c7ef5a16-07fc-4f5b-98d6-b8da592ed8f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:50.526349 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-0fbeb209-a0a7-454f-b8f4-1bc8884f1125 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e527c7a5228447bb2413f4f9dd0c198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1544144 Jun 29 03:35:50.527741 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbeb209-a0a7-454f-b8f4-1bc8884f1125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d469501a-6dca-4df3-bf70-d8d755e07dac,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:50.528995 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 49544) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:50.536830 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-0fbeb209-a0a7-454f-b8f4-1bc8884f1125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:50.583223 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 49546) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:50.583381 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1e9e01a4-7647-42f6-a552-cda580ae12bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:50.604309 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1e9e01a4-7647-42f6-a552-cda580ae12bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:50.622553 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-0171e1fd-95d7-4245-ac62-300a639e90d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a191f1ffe4c4ad5839726d6091f3f7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379601 Jun 29 03:35:50.625440 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 49548) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:50.651227 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1e9e01a4-7647-42f6-a552-cda580ae12bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:50.654314 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1e9e01a4-7647-42f6-a552-cda580ae12bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:50.655542 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-1e9e01a4-7647-42f6-a552-cda580ae12bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d469501a-6dca-4df3-bf70-d8d755e07dac HTTP/1.1" status: 204 len: 168 time: 0.1253951 Jun 29 03:35:50.656487 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-0a3074b9-eaf6-43fb-af47-971aa0278621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:50.664544 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e01a4-7647-42f6-a552-cda580ae12bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d469501a-6dca-4df3-bf70-d8d755e07dac,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:50.667085 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-1e9e01a4-7647-42f6-a552-cda580ae12bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:50.674874 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-8de87ce2-690e-4d98-af27-06f8113da13d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:50.700376 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-8de87ce2-690e-4d98-af27-06f8113da13d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:50.745924 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-8de87ce2-690e-4d98-af27-06f8113da13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:50.748932 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-8de87ce2-690e-4d98-af27-06f8113da13d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:50.750069 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-8de87ce2-690e-4d98-af27-06f8113da13d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8b1fa28a-761e-4695-a16d-0523984de928 HTTP/1.1" status: 204 len: 168 time: 0.1237545 Jun 29 03:35:50.750830 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-46eefdbf-1107-420f-bcc4-7bc222e1f38a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:50.758233 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de87ce2-690e-4d98-af27-06f8113da13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1fa28a-761e-4695-a16d-0523984de928,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:50.760544 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-8de87ce2-690e-4d98-af27-06f8113da13d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:51.013226 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 49564) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:51.059671 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-39518495-bb7b-4d72-9ab0-4daa0ba30288 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=72b257e688cc43f895c539bb61d1d17e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428727 Jun 29 03:35:51.059886 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 49568) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:51.107215 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-ff8d4506-4d62-4b07-9a44-4888a4935c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:51.127741 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-ff8d4506-4d62-4b07-9a44-4888a4935c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:51.175500 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-ff8d4506-4d62-4b07-9a44-4888a4935c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:51.177714 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-ff8d4506-4d62-4b07-9a44-4888a4935c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:51.178856 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-ff8d4506-4d62-4b07-9a44-4888a4935c73 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c088d220-9850-4103-89e2-615192a475af HTTP/1.1" status: 204 len: 168 time: 0.1182072 Jun 29 03:35:51.179747 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-0c9eef61-d3c9-470f-8d74-513704afa22f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:51.187430 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d4506-4d62-4b07-9a44-4888a4935c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c088d220-9850-4103-89e2-615192a475af,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:51.189726 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-ff8d4506-4d62-4b07-9a44-4888a4935c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:03.460872 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 49762) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:36:03.571944 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-35193fc5-b8e7-4710-9857-6ab464d4a2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:03.653152 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-35193fc5-b8e7-4710-9857-6ab464d4a2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:03.658108 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-35193fc5-b8e7-4710-9857-6ab464d4a2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:03.660611 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-d2db7957-0660-444f-9af2-b49c81b4edee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:03.696973 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-35193fc5-b8e7-4710-9857-6ab464d4a2f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c320e9e04e644140824ac22b350a210b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349181 Jun 29 03:36:03.698107 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35193fc5-b8e7-4710-9857-6ab464d4a2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9328877c-4fe7-4c1a-bb01-cb87de2510ff,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:03.699623 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 49768) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:36:03.701259 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-35193fc5-b8e7-4710-9857-6ab464d4a2f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:03.750068 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e95d09c5-4a64-4898-929b-8f8610fea349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:03.770931 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e95d09c5-4a64-4898-929b-8f8610fea349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:03.816490 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e95d09c5-4a64-4898-929b-8f8610fea349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:03.819198 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-e95d09c5-4a64-4898-929b-8f8610fea349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:03.820408 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-e95d09c5-4a64-4898-929b-8f8610fea349 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9328877c-4fe7-4c1a-bb01-cb87de2510ff HTTP/1.1" status: 204 len: 168 time: 0.1196535 Jun 29 03:36:03.821155 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-0e36f6a1-34e4-443e-9d9e-1774de17d7ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:03.828457 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d09c5-4a64-4898-929b-8f8610fea349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9328877c-4fe7-4c1a-bb01-cb87de2510ff,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:03.839400 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d09c5-4a64-4898-929b-8f8610fea349 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:03.840336 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d09c5-4a64-4898-929b-8f8610fea349 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:03.840758 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d09c5-4a64-4898-929b-8f8610fea349 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:03.841146 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d09c5-4a64-4898-929b-8f8610fea349 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:03.841504 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d09c5-4a64-4898-929b-8f8610fea349 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:03.841869 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d09c5-4a64-4898-929b-8f8610fea349 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:03.842218 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d09c5-4a64-4898-929b-8f8610fea349 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:03.842634 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d09c5-4a64-4898-929b-8f8610fea349 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:03.842910 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d09c5-4a64-4898-929b-8f8610fea349 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:03.843238 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d09c5-4a64-4898-929b-8f8610fea349 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:03.843585 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d09c5-4a64-4898-929b-8f8610fea349 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:03.843961 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d09c5-4a64-4898-929b-8f8610fea349 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:03.847083 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-e95d09c5-4a64-4898-929b-8f8610fea349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:07.013028 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.agents_db [None req-352bb85c-db89-4991-b002-2379bbcb00d3 None None] Agent healthcheck: found 6 active agents {{(pid=92902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:36:07.727209 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 49852) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:36:07.827104 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-766dd496-565b-4ba2-a0cb-e95fe3bb4440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:07.914376 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-766dd496-565b-4ba2-a0cb-e95fe3bb4440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:07.919293 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-766dd496-565b-4ba2-a0cb-e95fe3bb4440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:07.921595 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-3cf6747a-f071-4ba6-81b0-814d9355d76d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:07.956106 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-766dd496-565b-4ba2-a0cb-e95fe3bb4440 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=915d4594958f472cb65365b363d8935d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2278414 Jun 29 03:36:07.956999 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766dd496-565b-4ba2-a0cb-e95fe3bb4440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620a7077-be35-46f1-927e-91121b2f06b2,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:07.958731 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 49858) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:36:07.960400 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-766dd496-565b-4ba2-a0cb-e95fe3bb4440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:08.009224 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-84a88312-f0d4-4276-b8fb-715229c20b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:08.031753 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-84a88312-f0d4-4276-b8fb-715229c20b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:08.076513 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-84a88312-f0d4-4276-b8fb-715229c20b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:08.078988 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-84a88312-f0d4-4276-b8fb-715229c20b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:08.080147 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-84a88312-f0d4-4276-b8fb-715229c20b25 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/620a7077-be35-46f1-927e-91121b2f06b2 HTTP/1.1" status: 204 len: 168 time: 0.1204441 Jun 29 03:36:08.080931 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-5f810845-f219-40a6-80c5-c4659e245660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:08.088382 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a88312-f0d4-4276-b8fb-715229c20b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620a7077-be35-46f1-927e-91121b2f06b2,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:08.090542 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-84a88312-f0d4-4276-b8fb-715229c20b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:13.113989 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-03abd446-521b-4ccd-bf97-8a8785fd76ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:15.481979 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-17e518c3-0afe-42e5-aa94-2eccc4a82fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:15.856059 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:16.017344 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 50012) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:36:16.119559 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-0d6baf24-a00b-42ee-aa67-a634717599a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:16.216597 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-0d6baf24-a00b-42ee-aa67-a634717599a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:16.220402 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-0d6baf24-a00b-42ee-aa67-a634717599a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:16.223506 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-2360353b-c7bd-4074-b572-7f1a5a292da2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:16.264502 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-0d6baf24-a00b-42ee-aa67-a634717599a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3bbb80fe6dc14271b36f83dba06d17c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2453942 Jun 29 03:36:16.265610 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6baf24-a00b-42ee-aa67-a634717599a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24921a87-09e0-42d8-a655-2785c1614089,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:16.268179 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 50022) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:36:16.268712 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-0d6baf24-a00b-42ee-aa67-a634717599a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:16.323588 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-568b61fa-a71a-4d78-afd4-b0250c729aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:16.344851 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-568b61fa-a71a-4d78-afd4-b0250c729aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:16.394054 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-568b61fa-a71a-4d78-afd4-b0250c729aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:16.396837 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-568b61fa-a71a-4d78-afd4-b0250c729aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:16.397961 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-568b61fa-a71a-4d78-afd4-b0250c729aeb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/24921a87-09e0-42d8-a655-2785c1614089 HTTP/1.1" status: 204 len: 168 time: 0.1294508 Jun 29 03:36:16.398763 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-925f1ded-d3b8-4751-a818-7fca464b8900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:16.406713 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b61fa-a71a-4d78-afd4-b0250c729aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24921a87-09e0-42d8-a655-2785c1614089,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:16.409312 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-568b61fa-a71a-4d78-afd4-b0250c729aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:16.565156 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:16.676208 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 50028) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:36:16.692328 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-c04767d2-dbe8-4eef-8307-6c66ebb57fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:16.782410 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-c04767d2-dbe8-4eef-8307-6c66ebb57fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:16.786353 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-c04767d2-dbe8-4eef-8307-6c66ebb57fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:16.789126 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-1988d5f1-423c-4413-afc2-877aee059c92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:16.829281 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-c04767d2-dbe8-4eef-8307-6c66ebb57fd0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=01932331415e4351be24cee5d49d727f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1519854 Jun 29 03:36:16.830907 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04767d2-dbe8-4eef-8307-6c66ebb57fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14ddeb2-1ca3-4373-acbc-e6bf26bc19c1,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:16.832082 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 50030) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:36:16.834186 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-c04767d2-dbe8-4eef-8307-6c66ebb57fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:16.880185 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-ed51e430-5cbb-4cec-b7f4-049602844a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:16.900509 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-ed51e430-5cbb-4cec-b7f4-049602844a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:16.949440 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-ed51e430-5cbb-4cec-b7f4-049602844a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:16.952433 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-ed51e430-5cbb-4cec-b7f4-049602844a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:16.953726 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-ed51e430-5cbb-4cec-b7f4-049602844a30 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e14ddeb2-1ca3-4373-acbc-e6bf26bc19c1 HTTP/1.1" status: 204 len: 168 time: 0.1206377 Jun 29 03:36:16.954550 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-7f6182fc-f66c-48be-918e-c1a5b9cff362 tempest-AttachVolumeShelveTestJSON-1677948052 tempest-AttachVolumeShelveTestJSON-1677948052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:16.961853 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51e430-5cbb-4cec-b7f4-049602844a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14ddeb2-1ca3-4373-acbc-e6bf26bc19c1,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:16.964105 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-ed51e430-5cbb-4cec-b7f4-049602844a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:17.230907 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:17.259849 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 50040) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:36:17.272834 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-3e65bc15-be92-406a-af7e-1298f52a3f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:17.361007 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-3e65bc15-be92-406a-af7e-1298f52a3f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:17.364475 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-3e65bc15-be92-406a-af7e-1298f52a3f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:17.367551 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-7d03e741-be82-4e2b-9825-232cec0a487e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:17.401116 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-3e65bc15-be92-406a-af7e-1298f52a3f40 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=00e02843561c4726b1bf8bf3885d1e26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1402390 Jun 29 03:36:17.403069 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65bc15-be92-406a-af7e-1298f52a3f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f86b8a9-e117-412c-b0ad-b81043a4c041,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:17.403816 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 50044) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:36:17.406737 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-3e65bc15-be92-406a-af7e-1298f52a3f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:17.454151 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-eca324fc-0e94-49fc-a773-e74e6c629e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:17.475280 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-eca324fc-0e94-49fc-a773-e74e6c629e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:17.521354 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-eca324fc-0e94-49fc-a773-e74e6c629e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:17.524058 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-eca324fc-0e94-49fc-a773-e74e6c629e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:17.525228 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-eca324fc-0e94-49fc-a773-e74e6c629e24 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f86b8a9-e117-412c-b0ad-b81043a4c041 HTTP/1.1" status: 204 len: 168 time: 0.1197574 Jun 29 03:36:17.525997 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-ff8d4506-4d62-4b07-9a44-4888a4935c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:17.534118 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca324fc-0e94-49fc-a773-e74e6c629e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f86b8a9-e117-412c-b0ad-b81043a4c041,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:17.536343 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-eca324fc-0e94-49fc-a773-e74e6c629e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:18.209049 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 50066) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:36:18.312398 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.v2.base [None req-808e31fd-ac3d-4f39-a0e9-22bd4c341f3b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1587425072-network', 'tenant_id': '7d544aebadf74b438887784e2b6130d6'}} {{(pid=92899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:36:18.332259 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808e31fd-ac3d-4f39-a0e9-22bd4c341f3b admin admin] Made reservation on behalf of 7d544aebadf74b438887784e2b6130d6 for: {'network': 1} {{(pid=92899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:36:18.334478 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-808e31fd-ac3d-4f39-a0e9-22bd4c341f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for network, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:18.342424 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-808e31fd-ac3d-4f39-a0e9-22bd4c341f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:18.433528 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-808e31fd-ac3d-4f39-a0e9-22bd4c341f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:18.438854 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-808e31fd-ac3d-4f39-a0e9-22bd4c341f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:18.443580 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-a3ea54cc-26e8-4e47-a93d-6468f51d0cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:18.462332 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:18.473471 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-808e31fd-ac3d-4f39-a0e9-22bd4c341f3b admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=92899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 03:36:18.488454 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e31fd-ac3d-4f39-a0e9-22bd4c341f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac8aa3e-e77d-420b-a44d-121e34067b7d,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:18.491244 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-808e31fd-ac3d-4f39-a0e9-22bd4c341f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342'] for segment, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:18.491584 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.db.segments_db [None req-808e31fd-ac3d-4f39-a0e9-22bd4c341f3b admin admin] Added segment 295a9e3b-61fb-4d80-9b69-870b094f2ba6 of type vlan for network af52706c-5a41-423c-8a68-e3bb43b2fa48 Jun 29 03:36:18.500647 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-808e31fd-ac3d-4f39-a0e9-22bd4c341f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:18.532151 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-808e31fd-ac3d-4f39-a0e9-22bd4c341f3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763851271976'] for network, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:18.563934 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-808e31fd-ac3d-4f39-a0e9-22bd4c341f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670'] for network, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:18.565201 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808e31fd-ac3d-4f39-a0e9-22bd4c341f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:18.565772 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-808e31fd-ac3d-4f39-a0e9-22bd4c341f3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for network, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:18.567783 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-b7df9e0c-a3dc-4d88-8689-bda5bd667c42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:18.618252 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-808e31fd-ac3d-4f39-a0e9-22bd4c341f3b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4080102 Jun 29 03:36:18.621031 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 50076) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:36:18.623216 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e31fd-ac3d-4f39-a0e9-22bd4c341f3b admin admin] Pushing event updated for resources: {'Network': ['ID=af52706c-5a41-423c-8a68-e3bb43b2fa48,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:18.625928 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-808e31fd-ac3d-4f39-a0e9-22bd4c341f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:18.626323 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [None req-aa93807f-f318-450d-aa36-31acce9b9866 admin admin] Request body: {'subnet': {'network_id': 'af52706c-5a41-423c-8a68-e3bb43b2fa48', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1587425072-subnet', 'tenant_id': '7d544aebadf74b438887784e2b6130d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:36:18.633305 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Network af52706c-5a41-423c-8a68-e3bb43b2fa48 details requested by agent ovs-agent-dv-cinder-797245-8-smb with host dv-cinder-797245-8-smb {{(pid=92901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:36:18.650787 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa93807f-f318-450d-aa36-31acce9b9866 admin admin] Made reservation on behalf of 7d544aebadf74b438887784e2b6130d6 for: {'subnet': 1} {{(pid=92900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:36:18.653255 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-aa93807f-f318-450d-aa36-31acce9b9866 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66713706'] for subnet, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:18.815256 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-aa93807f-f318-450d-aa36-31acce9b9866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4860085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66844560'] for subnet, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:18.817059 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:18.865357 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa93807f-f318-450d-aa36-31acce9b9866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faf31643-ce55-49d0-b5c8-2b046f7605bb,revision_number=0']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:18.868962 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-aa93807f-f318-450d-aa36-31acce9b9866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:18.875363 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa93807f-f318-450d-aa36-31acce9b9866 admin admin] Checking segment: {'id': '295a9e3b-61fb-4d80-9b69-870b094f2ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'af52706c-5a41-423c-8a68-e3bb43b2fa48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:36:18.875707 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa93807f-f318-450d-aa36-31acce9b9866 admin admin] Network hostable DHCP agents. Network: af52706c-5a41-423c-8a68-e3bb43b2fa48, hostable agents: ['15611171-d073-4a1d-b69f-900d48098551'], hosted agents: [] {{(pid=92900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:36:18.891157 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa93807f-f318-450d-aa36-31acce9b9866 admin admin] Network af52706c-5a41-423c-8a68-e3bb43b2fa48 is scheduled to be hosted by DHCP agent 15611171-d073-4a1d-b69f-900d48098551 with binding_index 1 {{(pid=92900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:36:18.899056 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [None req-aa93807f-f318-450d-aa36-31acce9b9866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-smb, af52706c-5a41-423c-8a68-e3bb43b2fa48) {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:36:18.902978 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa93807f-f318-450d-aa36-31acce9b9866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:18.903563 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-aa93807f-f318-450d-aa36-31acce9b9866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for subnet, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:18.908475 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892c84bb-8177-487f-8003-c755e81002ad None None] Network af52706c-5a41-423c-8a68-e3bb43b2fa48 requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:36:18.917555 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-aa93807f-f318-450d-aa36-31acce9b9866 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2952297 Jun 29 03:36:19.030850 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d30bfe8-3dc6-4c82-99fc-6eef071f077d None None] Network af52706c-5a41-423c-8a68-e3bb43b2fa48 requested from dv-cinder-797245-8-smb {{(pid=92901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:36:20.634737 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-56e63f3e-e3c2-4200-bd27-66f5dde607e4 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:20.636209 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-56e63f3e-e3c2-4200-bd27-66f5dde607e4 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/networks?id=af52706c-5a41-423c-8a68-e3bb43b2fa48 HTTP/1.1" status: 200 len: 809 time: 0.1029222 Jun 29 03:36:20.655475 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-45f686b6-f315-4c88-a0c6-b1a405edbf41 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/quotas/7d544aebadf74b438887784e2b6130d6 HTTP/1.1" status: 200 len: 375 time: 0.0123091 Jun 29 03:36:20.691648 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-f1a88532-ac60-4290-9e47-ee806f0f4596 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d544aebadf74b438887784e2b6130d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325620 Jun 29 03:36:20.790989 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-cf38b75b-1e0d-4609-a660-024828489635 service neutron] 10.222.0.24 "GET /v2.0/networks/af52706c-5a41-423c-8a68-e3bb43b2fa48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926054 Jun 29 03:36:20.816451 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 50114) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:36:20.878280 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-902798aa-54d7-465b-a3ae-97275f24f557 service neutron] 10.222.0.24 "GET /v2.0/networks/af52706c-5a41-423c-8a68-e3bb43b2fa48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810046 Jun 29 03:36:20.918774 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-acebb08c-d6ea-42c7-b1af-355f82ac00fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:21.014625 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-acebb08c-d6ea-42c7-b1af-355f82ac00fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:21.027045 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-acebb08c-d6ea-42c7-b1af-355f82ac00fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:21.045698 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-04f9896c-04c9-4c72-aa11-dba0ffabf23b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:21.054632 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-974e06f4-711e-4cc1-a78e-d1555aa2137c req-31a77f42-a215-4de6-9b91-cd79fe8d7e4b tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/ports?device_id=859c3c6b-f368-42cf-b29e-8a61131d13d1 HTTP/1.1" status: 200 len: 210 time: 0.0381150 Jun 29 03:36:21.084034 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-acebb08c-d6ea-42c7-b1af-355f82ac00fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=361ee1683587487886de88c90984afc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2664192 Jun 29 03:36:21.084961 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acebb08c-d6ea-42c7-b1af-355f82ac00fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b273b929-006d-4785-81d2-f25bee573455,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:21.086718 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 50122) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:36:21.087902 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-acebb08c-d6ea-42c7-b1af-355f82ac00fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:21.139385 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-9aee23e6-bf2c-49ce-8053-9592d7d3ee11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:21.161871 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-9aee23e6-bf2c-49ce-8053-9592d7d3ee11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:21.209473 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-9aee23e6-bf2c-49ce-8053-9592d7d3ee11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:21.212285 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-9aee23e6-bf2c-49ce-8053-9592d7d3ee11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:21.213412 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-9aee23e6-bf2c-49ce-8053-9592d7d3ee11 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b273b929-006d-4785-81d2-f25bee573455 HTTP/1.1" status: 204 len: 168 time: 0.1256931 Jun 29 03:36:21.214172 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-0d6baf24-a00b-42ee-aa67-a634717599a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:21.221874 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee23e6-bf2c-49ce-8053-9592d7d3ee11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b273b929-006d-4785-81d2-f25bee573455,revision_number=None']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:21.224107 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-9aee23e6-bf2c-49ce-8053-9592d7d3ee11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:22.198198 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-0367fae8-d892-43b7-9bd4-5ffc4655ca24 req-195988ac-6a75-48aa-a0ee-6e14ce99ed53 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/ports?device_id=859c3c6b-f368-42cf-b29e-8a61131d13d1 HTTP/1.1" status: 200 len: 210 time: 0.0323126 Jun 29 03:36:22.330970 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-019c2208-008f-41ea-996b-6f2e0fea466d tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:22.332643 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-019c2208-008f-41ea-996b-6f2e0fea466d tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.41 "GET /v2.0/networks?id=af52706c-5a41-423c-8a68-e3bb43b2fa48 HTTP/1.1" status: 200 len: 809 time: 0.1126697 Jun 29 03:36:22.353806 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-adf2f126-33e9-439e-a90b-b3e3a77caa9f tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Request body: {'port': {'device_id': '859c3c6b-f368-42cf-b29e-8a61131d13d1', 'network_id': 'af52706c-5a41-423c-8a68-e3bb43b2fa48', 'admin_state_up': True, 'tenant_id': '7d544aebadf74b438887784e2b6130d6'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:36:22.470490 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-adf2f126-33e9-439e-a90b-b3e3a77caa9f tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Made reservation on behalf of 7d544aebadf74b438887784e2b6130d6 for: {'port': 1} {{(pid=92900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:36:22.473931 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-adf2f126-33e9-439e-a90b-b3e3a77caa9f tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:22.603717 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.db_base_plugin_common [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-adf2f126-33e9-439e-a90b-b3e3a77caa9f tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Allocated IP 172.20.0.4 (af52706c-5a41-423c-8a68-e3bb43b2fa48/faf31643-ce55-49d0-b5c8-2b046f7605bb/48b256e4-10ee-4c69-90e9-003058b38a10) {{(pid=92900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:36:22.756982 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-adf2f126-33e9-439e-a90b-b3e3a77caa9f tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Notify callbacks [] for port, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:22.795188 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-adf2f126-33e9-439e-a90b-b3e3a77caa9f tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859937'] for port, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:22.799925 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-123f57dc-ca2b-4a80-8193-d9afcd4a0b43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:22.837817 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-adf2f126-33e9-439e-a90b-b3e3a77caa9f tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Network af52706c-5a41-423c-8a68-e3bb43b2fa48 is already hosted by enough agents. {{(pid=92900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:36:22.840968 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-adf2f126-33e9-439e-a90b-b3e3a77caa9f tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Resources bound (agent type, host, resource id): {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:36:22.844010 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-adf2f126-33e9-439e-a90b-b3e3a77caa9f tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Received port after_create {{(pid=92900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:36:22.885561 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf2f126-33e9-439e-a90b-b3e3a77caa9f tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Pushing event updated for resources: {'Port': ['ID=48b256e4-10ee-4c69-90e9-003058b38a10,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:22.888890 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-adf2f126-33e9-439e-a90b-b3e3a77caa9f tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:22.917606 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-adf2f126-33e9-439e-a90b-b3e3a77caa9f tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:22.918204 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-adf2f126-33e9-439e-a90b-b3e3a77caa9f tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:22.932382 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-adf2f126-33e9-439e-a90b-b3e3a77caa9f tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5834224 Jun 29 03:36:22.950894 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-09dfd0a1-ae5a-4d90-85e2-8cd3d2a4d066 service neutron] Request body: {'port': {'device_id': '859c3c6b-f368-42cf-b29e-8a61131d13d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:36:23.026077 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-09dfd0a1-ae5a-4d90-85e2-8cd3d2a4d066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:23.278549 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-09dfd0a1-ae5a-4d90-85e2-8cd3d2a4d066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48b256e4-10ee-4c69-90e9-003058b38a10 {{(pid=92900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:36:23.286898 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-09dfd0a1-ae5a-4d90-85e2-8cd3d2a4d066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:23.300791 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.provisioning_blocks [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-09dfd0a1-ae5a-4d90-85e2-8cd3d2a4d066 service neutron] Transition to ACTIVE for port object 48b256e4-10ee-4c69-90e9-003058b38a10 will not be triggered until provisioned by entity L2. {{(pid=92900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:36:23.304009 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-09dfd0a1-ae5a-4d90-85e2-8cd3d2a4d066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859959'] for port, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:23.306022 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-adf2f126-33e9-439e-a90b-b3e3a77caa9f tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:23.385828 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dfd0a1-ae5a-4d90-85e2-8cd3d2a4d066 service neutron] Pushing event updated for resources: {'Port': ['ID=48b256e4-10ee-4c69-90e9-003058b38a10,revision_number=2']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:23.388578 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-09dfd0a1-ae5a-4d90-85e2-8cd3d2a4d066 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:23.472994 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75bdfc7-6ac0-45a0-a129-92cf93e27b7e req-f62a022f-ae1f-4550-ba8d-6473fb39d195 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:23.474539 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f75bdfc7-6ac0-45a0-a129-92cf93e27b7e req-f62a022f-ae1f-4550-ba8d-6473fb39d195 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/ports?device_id=859c3c6b-f368-42cf-b29e-8a61131d13d1 HTTP/1.1" status: 200 len: 943 time: 0.1483459 Jun 29 03:36:23.479365 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-09dfd0a1-ae5a-4d90-85e2-8cd3d2a4d066 service neutron] Attempting to bind port 48b256e4-10ee-4c69-90e9-003058b38a10 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:36:23.479696 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-09dfd0a1-ae5a-4d90-85e2-8cd3d2a4d066 service neutron] Attempting to bind port 48b256e4-10ee-4c69-90e9-003058b38a10 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '295a9e3b-61fb-4d80-9b69-870b094f2ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'af52706c-5a41-423c-8a68-e3bb43b2fa48'}] {{(pid=92900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:36:23.480048 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-09dfd0a1-ae5a-4d90-85e2-8cd3d2a4d066 service neutron] Attempting to bind port 48b256e4-10ee-4c69-90e9-003058b38a10 on network af52706c-5a41-423c-8a68-e3bb43b2fa48 {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:36:23.490588 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-09dfd0a1-ae5a-4d90-85e2-8cd3d2a4d066 service neutron] Port 48b256e4-10ee-4c69-90e9-003058b38a10 on network af52706c-5a41-423c-8a68-e3bb43b2fa48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:36:23.490901 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-09dfd0a1-ae5a-4d90-85e2-8cd3d2a4d066 service neutron] Attempting to bind port 48b256e4-10ee-4c69-90e9-003058b38a10 on network af52706c-5a41-423c-8a68-e3bb43b2fa48 {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:36:23.504161 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-09dfd0a1-ae5a-4d90-85e2-8cd3d2a4d066 service neutron] Checking agent: {'id': '2bf09fb4-53ea-44df-98c0-2f1f129e0ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:36:23.504489 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-09dfd0a1-ae5a-4d90-85e2-8cd3d2a4d066 service neutron] Checking segment: {'id': '295a9e3b-61fb-4d80-9b69-870b094f2ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'af52706c-5a41-423c-8a68-e3bb43b2fa48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:36:23.504851 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-09dfd0a1-ae5a-4d90-85e2-8cd3d2a4d066 service neutron] Bound using segment: {'id': '295a9e3b-61fb-4d80-9b69-870b094f2ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'af52706c-5a41-423c-8a68-e3bb43b2fa48'} {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:36:23.505265 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-09dfd0a1-ae5a-4d90-85e2-8cd3d2a4d066 service neutron] Bound port: 48b256e4-10ee-4c69-90e9-003058b38a10, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '295a9e3b-61fb-4d80-9b69-870b094f2ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'af52706c-5a41-423c-8a68-e3bb43b2fa48'}}] {{(pid=92900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:36:23.505612 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-09dfd0a1-ae5a-4d90-85e2-8cd3d2a4d066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:23.531458 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-f75bdfc7-6ac0-45a0-a129-92cf93e27b7e req-fee77fcd-43d8-43be-aa3e-c823ba9ad5c8 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/security-groups?id=dac8aa3e-e77d-420b-a44d-121e34067b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491693 Jun 29 03:36:23.583354 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-09dfd0a1-ae5a-4d90-85e2-8cd3d2a4d066 service neutron] For port 48b256e4-10ee-4c69-90e9-003058b38a10, host hv-cinder-79724, cleared binding levels {{(pid=92900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:36:23.586294 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-09dfd0a1-ae5a-4d90-85e2-8cd3d2a4d066 service neutron] For port 48b256e4-10ee-4c69-90e9-003058b38a10, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=48b256e4-10ee-4c69-90e9-003058b38a10,segment=NetworkSegment(295a9e3b-61fb-4d80-9b69-870b094f2ba6),segment_id=295a9e3b-61fb-4d80-9b69-870b094f2ba6)] {{(pid=92900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:36:23.590515 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-09dfd0a1-ae5a-4d90-85e2-8cd3d2a4d066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859959'] for port, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:23.593271 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-4736fec1-7026-426c-9ec7-4289d5283184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:23.625422 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-09dfd0a1-ae5a-4d90-85e2-8cd3d2a4d066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:23.626051 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-09dfd0a1-ae5a-4d90-85e2-8cd3d2a4d066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:23.627388 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-09dfd0a1-ae5a-4d90-85e2-8cd3d2a4d066 service neutron] 10.222.0.41 "PUT /v2.0/ports/48b256e4-10ee-4c69-90e9-003058b38a10 HTTP/1.1" status: 200 len: 1093 time: 0.6806304 Jun 29 03:36:23.627906 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '859c3c6b-f368-42cf-b29e-8a61131d13d1', 'tag': '48b256e4-10ee-4c69-90e9-003058b38a10'}] {{(pid=92900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:36:23.630158 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66f2c99c1a8368f792cdf7ad94359b02357141073d69ee97e68f670b072060b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5ef713-bbd4-497d-b6dd-07b8d6584d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "859c3c6b-f368-42cf-b29e-8a61131d13d1", "tag": "48b256e4-10ee-4c69-90e9-003058b38a10"}]}' {{(pid=92900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:36:23.657492 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dfd0a1-ae5a-4d90-85e2-8cd3d2a4d066 service neutron] Pushing event updated for resources: {'Port': ['ID=48b256e4-10ee-4c69-90e9-003058b38a10,revision_number=3']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:23.660659 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-09dfd0a1-ae5a-4d90-85e2-8cd3d2a4d066 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:23.680610 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e8d33d-87e6-4233-a300-4045c96b600e x-openstack-request-id: req-e8e8d33d-87e6-4233-a300-4045c96b600e {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:36:23.680941 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "859c3c6b-f368-42cf-b29e-8a61131d13d1", "tag": "48b256e4-10ee-4c69-90e9-003058b38a10", "status": "completed", "code": 200}]} {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:36:23.681234 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e8e8d33d-87e6-4233-a300-4045c96b600e {{(pid=92900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:36:23.681666 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '859c3c6b-f368-42cf-b29e-8a61131d13d1', 'tag': '48b256e4-10ee-4c69-90e9-003058b38a10', 'status': 'completed', 'code': 200} Jun 29 03:36:23.754511 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-9250a791-2f2d-46c0-a00c-899ab18a0e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:23.755996 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-9250a791-2f2d-46c0-a00c-899ab18a0e23 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7d544aebadf74b438887784e2b6130d6&device_id=859c3c6b-f368-42cf-b29e-8a61131d13d1 HTTP/1.1" status: 200 len: 1096 time: 0.0536478 Jun 29 03:36:23.805557 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-f21bb45a-f585-4846-ad42-b3f3e3fe4e87 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48b256e4-10ee-4c69-90e9-003058b38a10 HTTP/1.1" status: 200 len: 217 time: 0.0347931 Jun 29 03:36:23.853919 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-e4539685-420f-42ae-b3c3-55e90d0c7114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:23.855331 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-e4539685-420f-42ae-b3c3-55e90d0c7114 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=faf31643-ce55-49d0-b5c8-2b046f7605bb HTTP/1.1" status: 200 len: 849 time: 0.0421021 Jun 29 03:36:23.888622 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-81921b6c-5b99-4884-abc1-5aeb34ec23d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af52706c-5a41-423c-8a68-e3bb43b2fa48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253670 Jun 29 03:36:23.981923 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-1699d1c1-2d26-41f9-8c4b-caf8a569a869 service neutron] 10.222.0.41 "GET /v2.0/networks/af52706c-5a41-423c-8a68-e3bb43b2fa48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852695 Jun 29 03:36:24.070797 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-645cf2f4-e936-4f8a-8926-7b9a31112212 req-cd36468f-620f-4f14-9d96-1e1285d32aec service neutron] 10.222.0.41 "GET /v2.0/networks/af52706c-5a41-423c-8a68-e3bb43b2fa48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813034 Jun 29 03:36:24.244938 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ef713-bbd4-497d-b6dd-07b8d6584d3f req-ce831a56-f0a7-4805-9add-802ba7852ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:24.246475 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1c5ef713-bbd4-497d-b6dd-07b8d6584d3f req-ce831a56-f0a7-4805-9add-802ba7852ec8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7d544aebadf74b438887784e2b6130d6&device_id=859c3c6b-f368-42cf-b29e-8a61131d13d1 HTTP/1.1" status: 200 len: 1096 time: 0.0544364 Jun 29 03:36:24.339948 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ef713-bbd4-497d-b6dd-07b8d6584d3f req-7e61a49c-9a07-4fb4-a8b2-ec37db36754b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:24.341248 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1c5ef713-bbd4-497d-b6dd-07b8d6584d3f req-7e61a49c-9a07-4fb4-a8b2-ec37db36754b service neutron] 10.222.0.41 "GET /v2.0/networks?id=af52706c-5a41-423c-8a68-e3bb43b2fa48 HTTP/1.1" status: 200 len: 910 time: 0.0879593 Jun 29 03:36:24.380333 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1c5ef713-bbd4-497d-b6dd-07b8d6584d3f req-0437288e-48da-405f-aca0-60fb99b57a99 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48b256e4-10ee-4c69-90e9-003058b38a10 HTTP/1.1" status: 200 len: 217 time: 0.0321398 Jun 29 03:36:24.433262 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ef713-bbd4-497d-b6dd-07b8d6584d3f req-8d6900e4-7884-49df-b214-f3c1f90f8988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:24.434678 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1c5ef713-bbd4-497d-b6dd-07b8d6584d3f req-8d6900e4-7884-49df-b214-f3c1f90f8988 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=faf31643-ce55-49d0-b5c8-2b046f7605bb HTTP/1.1" status: 200 len: 849 time: 0.0475931 Jun 29 03:36:24.467364 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1c5ef713-bbd4-497d-b6dd-07b8d6584d3f req-529daf53-78eb-4ba0-9b67-1e89974c6b45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af52706c-5a41-423c-8a68-e3bb43b2fa48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250423 Jun 29 03:36:24.578697 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1c5ef713-bbd4-497d-b6dd-07b8d6584d3f req-ba08a1f8-30ae-4a0d-a75b-ee14f7d7563c service neutron] 10.222.0.41 "GET /v2.0/networks/af52706c-5a41-423c-8a68-e3bb43b2fa48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036613 Jun 29 03:36:24.973887 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-1c5ef713-bbd4-497d-b6dd-07b8d6584d3f req-ef8639d4-2384-4c45-8097-b8a043b4e4c4 service neutron] 10.222.0.41 "GET /v2.0/networks/af52706c-5a41-423c-8a68-e3bb43b2fa48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863742 Jun 29 03:36:24.985656 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc7924-d31a-4e99-af7b-69d90fb9ad63 req-759d3e05-97ea-4789-b857-df58e7238125 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:24.987010 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-9bdc7924-d31a-4e99-af7b-69d90fb9ad63 req-759d3e05-97ea-4789-b857-df58e7238125 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/ports?device_id=859c3c6b-f368-42cf-b29e-8a61131d13d1 HTTP/1.1" status: 200 len: 943 time: 0.1202948 Jun 29 03:36:25.024150 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-9bdc7924-d31a-4e99-af7b-69d90fb9ad63 req-765a20ec-260e-4c8a-82b0-9a0a57af72cf tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/security-groups?id=dac8aa3e-e77d-420b-a44d-121e34067b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315459 Jun 29 03:36:26.195096 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b61a3-2c67-422d-84bd-fd9a40c55934 req-a3009788-8e28-4218-8780-86d7f915d6c4 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:26.196728 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f78b61a3-2c67-422d-84bd-fd9a40c55934 req-a3009788-8e28-4218-8780-86d7f915d6c4 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/ports?device_id=859c3c6b-f368-42cf-b29e-8a61131d13d1 HTTP/1.1" status: 200 len: 943 time: 0.0640945 Jun 29 03:36:26.234926 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f78b61a3-2c67-422d-84bd-fd9a40c55934 req-23dcfaa5-999d-4e78-921b-ebfc775f3f2a tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/security-groups?id=dac8aa3e-e77d-420b-a44d-121e34067b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312576 Jun 29 03:36:27.401081 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab643f-e1d6-42cb-8371-c6a5a7971755 req-e5634426-b891-47c8-9de1-c2d86ee74cf4 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:27.402490 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-cfab643f-e1d6-42cb-8371-c6a5a7971755 req-e5634426-b891-47c8-9de1-c2d86ee74cf4 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/ports?device_id=859c3c6b-f368-42cf-b29e-8a61131d13d1 HTTP/1.1" status: 200 len: 943 time: 0.0603285 Jun 29 03:36:27.442364 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-cfab643f-e1d6-42cb-8371-c6a5a7971755 req-c05090d3-4dd0-4ac3-a4da-cae53924980b tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/security-groups?id=dac8aa3e-e77d-420b-a44d-121e34067b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342913 Jun 29 03:36:28.131360 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 48b256e4-10ee-4c69-90e9-003058b38a10 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:36:28.222584 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 48b256e4-10ee-4c69-90e9-003058b38a10, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=48b256e4-10ee-4c69-90e9-003058b38a10,segment=NetworkSegment(295a9e3b-61fb-4d80-9b69-870b094f2ba6),segment_id=295a9e3b-61fb-4d80-9b69-870b094f2ba6)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:36:28.233043 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Returning: {'device': '48b256e4-10ee-4c69-90e9-003058b38a10', 'network_id': 'af52706c-5a41-423c-8a68-e3bb43b2fa48', 'port_id': '48b256e4-10ee-4c69-90e9-003058b38a10', 'mac_address': 'fa:16:3e:ff:24:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf31643-ce55-49d0-b5c8-2b046f7605bb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:36:28.272231 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:28.287523 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48b256e4-10ee-4c69-90e9-003058b38a10 {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:36:28.308624 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 48b256e4-10ee-4c69-90e9-003058b38a10, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=48b256e4-10ee-4c69-90e9-003058b38a10,segment=NetworkSegment(295a9e3b-61fb-4d80-9b69-870b094f2ba6),segment_id=295a9e3b-61fb-4d80-9b69-870b094f2ba6)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:36:28.312782 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:28.314492 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:28.366078 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=48b256e4-10ee-4c69-90e9-003058b38a10,revision_number=4']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:28.369132 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:28.615544 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0fb45-c63b-41c0-a67c-6b1b58738a65 req-bbddda7c-06a6-4449-b67d-a74481f011e9 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:28.616972 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-aba0fb45-c63b-41c0-a67c-6b1b58738a65 req-bbddda7c-06a6-4449-b67d-a74481f011e9 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/ports?device_id=859c3c6b-f368-42cf-b29e-8a61131d13d1 HTTP/1.1" status: 200 len: 944 time: 0.0631504 Jun 29 03:36:28.635681 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['48b256e4-10ee-4c69-90e9-003058b38a10'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:36:28.653653 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-aba0fb45-c63b-41c0-a67c-6b1b58738a65 req-fb0c6d92-fb02-4797-b577-078a1d690c67 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/security-groups?id=dac8aa3e-e77d-420b-a44d-121e34067b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311887 Jun 29 03:36:29.827915 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865e6a0-79f6-40e2-bfbc-c3a6c0069338 req-c65a59d7-7d89-471c-846e-ab7d1ac2599c tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:29.829381 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6865e6a0-79f6-40e2-bfbc-c3a6c0069338 req-c65a59d7-7d89-471c-846e-ab7d1ac2599c tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/ports?device_id=859c3c6b-f368-42cf-b29e-8a61131d13d1 HTTP/1.1" status: 200 len: 944 time: 0.0617890 Jun 29 03:36:29.869865 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-6865e6a0-79f6-40e2-bfbc-c3a6c0069338 req-1f0b1a61-b3ea-41d5-b6b7-133266260053 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/security-groups?id=dac8aa3e-e77d-420b-a44d-121e34067b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348029 Jun 29 03:36:30.115041 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 48b256e4-10ee-4c69-90e9-003058b38a10 up at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:36:30.160502 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning for port 48b256e4-10ee-4c69-90e9-003058b38a10 completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:36:30.163943 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning complete for port 48b256e4-10ee-4c69-90e9-003058b38a10 triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:36:30.164318 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:30.237393 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:30.260946 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859c3c6b-f368-42cf-b29e-8a61131d13d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b256e4-10ee-4c69-90e9-003058b38a10'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:36:30.263276 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a73cdd3c09cce4d0d67d6945d9627c9a5996a68627341085c627af31117b31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abffa62c-f364-4cdb-b87f-8a60e826214a" -d '{"events": [{"server_uuid": "859c3c6b-f368-42cf-b29e-8a61131d13d1", "name": "network-vif-plugged", "status": "completed", "tag": "48b256e4-10ee-4c69-90e9-003058b38a10"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:36:30.278170 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port 48b256e4-10ee-4c69-90e9-003058b38a10, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=48b256e4-10ee-4c69-90e9-003058b38a10,segment=NetworkSegment(295a9e3b-61fb-4d80-9b69-870b094f2ba6),segment_id=295a9e3b-61fb-4d80-9b69-870b094f2ba6)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:36:30.283056 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:30.285045 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:30.306644 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c307d977-4c98-447e-915d-5a22df0c720e x-openstack-request-id: req-c307d977-4c98-447e-915d-5a22df0c720e {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:36:30.306948 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859c3c6b-f368-42cf-b29e-8a61131d13d1", "name": "network-vif-plugged", "status": "completed", "tag": "48b256e4-10ee-4c69-90e9-003058b38a10", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:36:30.307208 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c307d977-4c98-447e-915d-5a22df0c720e {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:36:30.307602 dv-cinder-797245-8-smb neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859c3c6b-f368-42cf-b29e-8a61131d13d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b256e4-10ee-4c69-90e9-003058b38a10', 'code': 200} Jun 29 03:36:30.331550 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=48b256e4-10ee-4c69-90e9-003058b38a10,revision_number=5']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:30.334359 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:30.563529 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf1463-a0b1-4a9e-bbb8-bf8acdf70785 req-3f18f157-3435-45a1-ad41-0d740c8118b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:30.564984 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-4ddf1463-a0b1-4a9e-bbb8-bf8acdf70785 req-3f18f157-3435-45a1-ad41-0d740c8118b7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=859c3c6b-f368-42cf-b29e-8a61131d13d1 HTTP/1.1" status: 200 len: 1098 time: 0.0503030 Jun 29 03:36:30.598595 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-4ddf1463-a0b1-4a9e-bbb8-bf8acdf70785 req-81a17c36-0b97-44e5-878e-a7827c3f506c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dac8aa3e-e77d-420b-a44d-121e34067b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266979 Jun 29 03:36:31.043288 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edafaf1-43ca-42e4-94f3-b1fefbccf1c2 req-a8cadad4-1859-4067-8161-a310cbd3b1cf tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:31.044808 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-9edafaf1-43ca-42e4-94f3-b1fefbccf1c2 req-a8cadad4-1859-4067-8161-a310cbd3b1cf tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/ports?device_id=859c3c6b-f368-42cf-b29e-8a61131d13d1 HTTP/1.1" status: 200 len: 945 time: 0.0619888 Jun 29 03:36:31.081816 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-9edafaf1-43ca-42e4-94f3-b1fefbccf1c2 req-ca402a5c-5a4b-43d4-aade-4d7803d35477 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/security-groups?id=dac8aa3e-e77d-420b-a44d-121e34067b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313842 Jun 29 03:36:32.256745 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2185499-37a6-4473-8e89-c486d91427b9 req-26774410-5b1e-4360-ab07-e2b86cb26bb1 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:32.258244 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f2185499-37a6-4473-8e89-c486d91427b9 req-26774410-5b1e-4360-ab07-e2b86cb26bb1 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/ports?device_id=859c3c6b-f368-42cf-b29e-8a61131d13d1 HTTP/1.1" status: 200 len: 945 time: 0.0623126 Jun 29 03:36:32.294284 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-f2185499-37a6-4473-8e89-c486d91427b9 req-d919f3de-fab2-4611-b3f5-23182cec1e51 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/security-groups?id=dac8aa3e-e77d-420b-a44d-121e34067b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305278 Jun 29 03:36:33.294365 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8d14f-7fa4-44e0-b9b7-378cd476b610 req-09eecebb-493c-4145-b384-ce61c58a0668 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:33.295848 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-82d8d14f-7fa4-44e0-b9b7-378cd476b610 req-09eecebb-493c-4145-b384-ce61c58a0668 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/ports?device_id=859c3c6b-f368-42cf-b29e-8a61131d13d1 HTTP/1.1" status: 200 len: 945 time: 0.0643575 Jun 29 03:36:33.334264 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-82d8d14f-7fa4-44e0-b9b7-378cd476b610 req-ba503172-862f-44e9-86b2-e75e6e3047ab tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/security-groups?id=dac8aa3e-e77d-420b-a44d-121e34067b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317714 Jun 29 03:36:34.510633 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9ef28-3ce2-4781-a904-c5520b60965a req-c2438ec2-631c-4112-8019-19228e49f4e4 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:34.512082 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-99e9ef28-3ce2-4781-a904-c5520b60965a req-c2438ec2-631c-4112-8019-19228e49f4e4 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/ports?device_id=859c3c6b-f368-42cf-b29e-8a61131d13d1 HTTP/1.1" status: 200 len: 945 time: 0.0640554 Jun 29 03:36:34.550168 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-99e9ef28-3ce2-4781-a904-c5520b60965a req-cf46618a-9b1b-46be-9c3c-5e0192721423 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/security-groups?id=dac8aa3e-e77d-420b-a44d-121e34067b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324936 Jun 29 03:36:34.883557 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3afa96c-1da0-45ba-a4ac-668c54a9981c req-60592f86-c82b-4f55-b2da-69623e337f1a tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:34.884979 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-a3afa96c-1da0-45ba-a4ac-668c54a9981c req-60592f86-c82b-4f55-b2da-69623e337f1a tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.41 "GET /v2.0/ports?device_id=859c3c6b-f368-42cf-b29e-8a61131d13d1 HTTP/1.1" status: 200 len: 945 time: 0.0607092 Jun 29 03:36:34.982990 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [req-a3afa96c-1da0-45ba-a4ac-668c54a9981c req-df482986-870c-473d-a6f7-f19a3ee64290 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Deleting port 48b256e4-10ee-4c69-90e9-003058b38a10 {{(pid=92900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:36:34.984016 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-a3afa96c-1da0-45ba-a4ac-668c54a9981c req-df482986-870c-473d-a6f7-f19a3ee64290 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:35.080765 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-a3afa96c-1da0-45ba-a4ac-668c54a9981c req-df482986-870c-473d-a6f7-f19a3ee64290 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] For port 48b256e4-10ee-4c69-90e9-003058b38a10, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=48b256e4-10ee-4c69-90e9-003058b38a10,segment=NetworkSegment(295a9e3b-61fb-4d80-9b69-870b094f2ba6),segment_id=295a9e3b-61fb-4d80-9b69-870b094f2ba6)] {{(pid=92900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:36:35.081034 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-a3afa96c-1da0-45ba-a4ac-668c54a9981c req-df482986-870c-473d-a6f7-f19a3ee64290 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:35.093685 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [req-a3afa96c-1da0-45ba-a4ac-668c54a9981c req-df482986-870c-473d-a6f7-f19a3ee64290 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Calling delete_port for 48b256e4-10ee-4c69-90e9-003058b38a10 owned by compute:nova {{(pid=92900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:36:35.220386 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-a3afa96c-1da0-45ba-a4ac-668c54a9981c req-df482986-870c-473d-a6f7-f19a3ee64290 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859944'] for port, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:35.224881 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-abe0f069-5696-439b-ad42-297f0e4ce349 tempest-TestMinimumBasicScenario-1462411704 tempest-TestMinimumBasicScenario-1462411704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:35.248078 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df482986-870c-473d-a6f7-f19a3ee64290 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Pushing event deleted for resources: {'Port': ['ID=48b256e4-10ee-4c69-90e9-003058b38a10,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:35.259851 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['48b256e4-10ee-4c69-90e9-003058b38a10'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:36:35.262686 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df482986-870c-473d-a6f7-f19a3ee64290 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:35.263076 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df482986-870c-473d-a6f7-f19a3ee64290 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:35.263452 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df482986-870c-473d-a6f7-f19a3ee64290 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:35.263838 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df482986-870c-473d-a6f7-f19a3ee64290 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:35.264206 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df482986-870c-473d-a6f7-f19a3ee64290 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:35.264568 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df482986-870c-473d-a6f7-f19a3ee64290 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:35.264926 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df482986-870c-473d-a6f7-f19a3ee64290 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:35.265285 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df482986-870c-473d-a6f7-f19a3ee64290 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:35.265644 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df482986-870c-473d-a6f7-f19a3ee64290 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:35.266000 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df482986-870c-473d-a6f7-f19a3ee64290 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:35.266357 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df482986-870c-473d-a6f7-f19a3ee64290 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:35.266711 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df482986-870c-473d-a6f7-f19a3ee64290 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:35.284185 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-df482986-870c-473d-a6f7-f19a3ee64290 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:35.303736 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3afa96c-1da0-45ba-a4ac-668c54a9981c req-df482986-870c-473d-a6f7-f19a3ee64290 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] No DVR routers for this DVR port 48b256e4-10ee-4c69-90e9-003058b38a10 on host hv-cinder-79724 {{(pid=92900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:36:35.305996 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-a3afa96c-1da0-45ba-a4ac-668c54a9981c req-df482986-870c-473d-a6f7-f19a3ee64290 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:35.307931 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-a3afa96c-1da0-45ba-a4ac-668c54a9981c req-df482986-870c-473d-a6f7-f19a3ee64290 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.41 "DELETE /v2.0/ports/48b256e4-10ee-4c69-90e9-003058b38a10 HTTP/1.1" status: 204 len: 173 time: 0.4163110 Jun 29 03:36:35.308404 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859c3c6b-f368-42cf-b29e-8a61131d13d1', 'name': 'network-vif-deleted', 'tag': '48b256e4-10ee-4c69-90e9-003058b38a10'}] {{(pid=92900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:36:35.310705 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66f2c99c1a8368f792cdf7ad94359b02357141073d69ee97e68f670b072060b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ba6491-244c-4104-89d1-13ce5a5715e2" -d '{"events": [{"server_uuid": "859c3c6b-f368-42cf-b29e-8a61131d13d1", "name": "network-vif-deleted", "tag": "48b256e4-10ee-4c69-90e9-003058b38a10"}]}' {{(pid=92900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:36:35.348644 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64485049-dc9b-4e52-8e9b-fc3f34b1d862 x-openstack-request-id: req-64485049-dc9b-4e52-8e9b-fc3f34b1d862 {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:36:35.349016 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859c3c6b-f368-42cf-b29e-8a61131d13d1", "name": "network-vif-deleted", "tag": "48b256e4-10ee-4c69-90e9-003058b38a10", "status": "completed", "code": 200}]} {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:36:35.349314 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-64485049-dc9b-4e52-8e9b-fc3f34b1d862 {{(pid=92900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:36:35.349781 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859c3c6b-f368-42cf-b29e-8a61131d13d1', 'name': 'network-vif-deleted', 'tag': '48b256e4-10ee-4c69-90e9-003058b38a10', 'status': 'completed', 'code': 200} Jun 29 03:36:35.703393 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-c218ce7c-b3c9-42f2-b9ba-32316acd44cf req-6ccec549-55ad-45fb-bf43-7595883e8dc5 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/ports?device_id=859c3c6b-f368-42cf-b29e-8a61131d13d1 HTTP/1.1" status: 200 len: 210 time: 0.0314176 Jun 29 03:36:37.035164 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-88e58730-2e44-4d44-a299-d3c0797678cf tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:37.036607 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-88e58730-2e44-4d44-a299-d3c0797678cf tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/networks?id=af52706c-5a41-423c-8a68-e3bb43b2fa48 HTTP/1.1" status: 200 len: 809 time: 0.0983539 Jun 29 03:36:37.051429 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-3a201544-bf38-42f8-ad9d-c79b9b7548e1 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/quotas/7d544aebadf74b438887784e2b6130d6 HTTP/1.1" status: 200 len: 375 time: 0.0092707 Jun 29 03:36:37.086584 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-9b60ade5-0942-4812-857f-83d5c2632d48 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d544aebadf74b438887784e2b6130d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304799 Jun 29 03:36:37.175427 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-751997e6-1392-43a4-9fd7-8b3a35dad1f5 service neutron] 10.222.0.24 "GET /v2.0/networks/af52706c-5a41-423c-8a68-e3bb43b2fa48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817001 Jun 29 03:36:37.264022 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-469d6eda-b66d-4231-9c3f-b95f8d623da5 service neutron] 10.222.0.24 "GET /v2.0/networks/af52706c-5a41-423c-8a68-e3bb43b2fa48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829875 Jun 29 03:36:37.428392 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-2fe7689f-ee91-47c7-ba6c-1a6cda8aac95 req-6fc4bc29-9f9f-4a5a-a5d9-bef4e3588a40 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a262b3-b4a7-4187-a700-b0fc66889c7a HTTP/1.1" status: 200 len: 210 time: 0.0281196 Jun 29 03:36:38.581898 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-b5c90f5b-62c1-4fa5-bcfb-ec3cb172b83b req-b80522d3-e57d-4425-a8a6-00051984f65f tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a262b3-b4a7-4187-a700-b0fc66889c7a HTTP/1.1" status: 200 len: 210 time: 0.0376470 Jun 29 03:36:38.628810 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-383d79e9-b9ab-4319-9ace-57cd8eabc5e8 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:38.630229 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-383d79e9-b9ab-4319-9ace-57cd8eabc5e8 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.41 "GET /v2.0/networks?id=af52706c-5a41-423c-8a68-e3bb43b2fa48 HTTP/1.1" status: 200 len: 809 time: 0.1335783 Jun 29 03:36:38.657973 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-98efbd24-794d-4948-91e0-30053153930b tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Request body: {'port': {'device_id': '40a262b3-b4a7-4187-a700-b0fc66889c7a', 'network_id': 'af52706c-5a41-423c-8a68-e3bb43b2fa48', 'admin_state_up': True, 'tenant_id': '7d544aebadf74b438887784e2b6130d6'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:36:38.761852 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-98efbd24-794d-4948-91e0-30053153930b tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Made reservation on behalf of 7d544aebadf74b438887784e2b6130d6 for: {'port': 1} {{(pid=92900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:36:38.765798 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-98efbd24-794d-4948-91e0-30053153930b tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:38.886280 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.db_base_plugin_common [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-98efbd24-794d-4948-91e0-30053153930b tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Allocated IP 172.20.0.14 (af52706c-5a41-423c-8a68-e3bb43b2fa48/faf31643-ce55-49d0-b5c8-2b046f7605bb/be7a43b5-a0fe-499d-bd11-14caf5fc0b9d) {{(pid=92900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:36:39.024339 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-98efbd24-794d-4948-91e0-30053153930b tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Notify callbacks [] for port, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:39.060719 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-98efbd24-794d-4948-91e0-30053153930b tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763851288302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859937'] for port, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:39.064854 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-0ca6777a-1c18-40fb-a33a-723477ad4c18 tempest-AttachVolumeNegativeTest-1453417378 tempest-AttachVolumeNegativeTest-1453417378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:39.104783 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-98efbd24-794d-4948-91e0-30053153930b tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Network af52706c-5a41-423c-8a68-e3bb43b2fa48 is already hosted by enough agents. {{(pid=92900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:36:39.107985 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.scheduler.base_scheduler [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-98efbd24-794d-4948-91e0-30053153930b tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Resources bound (agent type, host, resource id): {{(pid=92900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:36:39.111623 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-98efbd24-794d-4948-91e0-30053153930b tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Received port after_create {{(pid=92900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:36:39.117780 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98efbd24-794d-4948-91e0-30053153930b tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Pushing event updated for resources: {'Port': ['ID=be7a43b5-a0fe-499d-bd11-14caf5fc0b9d,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:39.136879 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-98efbd24-794d-4948-91e0-30053153930b tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:39.161748 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-98efbd24-794d-4948-91e0-30053153930b tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:39.162348 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-98efbd24-794d-4948-91e0-30053153930b tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:39.176306 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-98efbd24-794d-4948-91e0-30053153930b tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5227728 Jun 29 03:36:39.199538 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.v2.base [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-b3c55d36-5157-4d01-94eb-8899c2900668 service neutron] Request body: {'port': {'device_id': '40a262b3-b4a7-4187-a700-b0fc66889c7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:36:39.271838 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-b3c55d36-5157-4d01-94eb-8899c2900668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:39.522551 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-b3c55d36-5157-4d01-94eb-8899c2900668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be7a43b5-a0fe-499d-bd11-14caf5fc0b9d {{(pid=92900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:36:39.529659 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-b3c55d36-5157-4d01-94eb-8899c2900668 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:39.541181 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.provisioning_blocks [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-b3c55d36-5157-4d01-94eb-8899c2900668 service neutron] Transition to ACTIVE for port object be7a43b5-a0fe-499d-bd11-14caf5fc0b9d will not be triggered until provisioned by entity L2. {{(pid=92900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:36:39.546771 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-b3c55d36-5157-4d01-94eb-8899c2900668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859959'] for port, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:39.549785 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-37ab99c7-675a-447d-a195-fa3b823120e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:39.601675 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c55d36-5157-4d01-94eb-8899c2900668 service neutron] Pushing event updated for resources: {'Port': ['ID=be7a43b5-a0fe-499d-bd11-14caf5fc0b9d,revision_number=2']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:39.620046 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-b3c55d36-5157-4d01-94eb-8899c2900668 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:39.680305 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-b3c55d36-5157-4d01-94eb-8899c2900668 service neutron] Attempting to bind port be7a43b5-a0fe-499d-bd11-14caf5fc0b9d on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:36:39.680966 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-b3c55d36-5157-4d01-94eb-8899c2900668 service neutron] Attempting to bind port be7a43b5-a0fe-499d-bd11-14caf5fc0b9d by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '295a9e3b-61fb-4d80-9b69-870b094f2ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'af52706c-5a41-423c-8a68-e3bb43b2fa48'}] {{(pid=92900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:36:39.681495 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-b3c55d36-5157-4d01-94eb-8899c2900668 service neutron] Attempting to bind port be7a43b5-a0fe-499d-bd11-14caf5fc0b9d on network af52706c-5a41-423c-8a68-e3bb43b2fa48 {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:36:39.687942 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-b3c55d36-5157-4d01-94eb-8899c2900668 service neutron] Port be7a43b5-a0fe-499d-bd11-14caf5fc0b9d on network af52706c-5a41-423c-8a68-e3bb43b2fa48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:36:39.688722 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-b3c55d36-5157-4d01-94eb-8899c2900668 service neutron] Attempting to bind port be7a43b5-a0fe-499d-bd11-14caf5fc0b9d on network af52706c-5a41-423c-8a68-e3bb43b2fa48 {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:36:39.695184 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-b3c55d36-5157-4d01-94eb-8899c2900668 service neutron] Checking agent: {'id': '2bf09fb4-53ea-44df-98c0-2f1f129e0ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:36:39.695755 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-b3c55d36-5157-4d01-94eb-8899c2900668 service neutron] Checking segment: {'id': '295a9e3b-61fb-4d80-9b69-870b094f2ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'af52706c-5a41-423c-8a68-e3bb43b2fa48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:36:39.696423 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-b3c55d36-5157-4d01-94eb-8899c2900668 service neutron] Bound using segment: {'id': '295a9e3b-61fb-4d80-9b69-870b094f2ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'af52706c-5a41-423c-8a68-e3bb43b2fa48'} {{(pid=92900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:36:39.696973 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.managers [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-b3c55d36-5157-4d01-94eb-8899c2900668 service neutron] Bound port: be7a43b5-a0fe-499d-bd11-14caf5fc0b9d, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '295a9e3b-61fb-4d80-9b69-870b094f2ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'af52706c-5a41-423c-8a68-e3bb43b2fa48'}}] {{(pid=92900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:36:39.697329 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-b3c55d36-5157-4d01-94eb-8899c2900668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:39.768261 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-b3c55d36-5157-4d01-94eb-8899c2900668 service neutron] For port be7a43b5-a0fe-499d-bd11-14caf5fc0b9d, host hv-cinder-79724, cleared binding levels {{(pid=92900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:36:39.771404 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-b3c55d36-5157-4d01-94eb-8899c2900668 service neutron] For port be7a43b5-a0fe-499d-bd11-14caf5fc0b9d, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=be7a43b5-a0fe-499d-bd11-14caf5fc0b9d,segment=NetworkSegment(295a9e3b-61fb-4d80-9b69-870b094f2ba6),segment_id=295a9e3b-61fb-4d80-9b69-870b094f2ba6)] {{(pid=92900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:36:39.776210 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-b3c55d36-5157-4d01-94eb-8899c2900668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859959'] for port, after_update {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:39.779498 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-3b9940d4-7f2f-4f15-b769-b333542e8ac0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:39.792734 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671acf5-cfa6-46e6-960e-daf5dfa3f53d req-dd039712-48d8-4547-b9d4-adfd9ee59c41 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:39.794177 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-1671acf5-cfa6-46e6-960e-daf5dfa3f53d req-dd039712-48d8-4547-b9d4-adfd9ee59c41 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a262b3-b4a7-4187-a700-b0fc66889c7a HTTP/1.1" status: 200 len: 944 time: 0.0648620 Jun 29 03:36:39.817221 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-b3c55d36-5157-4d01-94eb-8899c2900668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:39.817835 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-b3c55d36-5157-4d01-94eb-8899c2900668 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:39.819211 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-b3c55d36-5157-4d01-94eb-8899c2900668 service neutron] 10.222.0.41 "PUT /v2.0/ports/be7a43b5-a0fe-499d-bd11-14caf5fc0b9d HTTP/1.1" status: 200 len: 1094 time: 0.6236567 Jun 29 03:36:39.819728 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a262b3-b4a7-4187-a700-b0fc66889c7a', 'tag': 'be7a43b5-a0fe-499d-bd11-14caf5fc0b9d'}] {{(pid=92900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:36:39.822033 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66f2c99c1a8368f792cdf7ad94359b02357141073d69ee97e68f670b072060b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a71993-c6e0-40f0-8108-7b9aff44978e" -d '{"events": [{"name": "network-changed", "server_uuid": "40a262b3-b4a7-4187-a700-b0fc66889c7a", "tag": "be7a43b5-a0fe-499d-bd11-14caf5fc0b9d"}]}' {{(pid=92900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:36:39.834968 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-1671acf5-cfa6-46e6-960e-daf5dfa3f53d req-1ea0ede6-e343-48c7-baea-70d3ae31938e tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/security-groups?id=dac8aa3e-e77d-420b-a44d-121e34067b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343084 Jun 29 03:36:39.855850 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c55d36-5157-4d01-94eb-8899c2900668 service neutron] Pushing event updated for resources: {'Port': ['ID=be7a43b5-a0fe-499d-bd11-14caf5fc0b9d,revision_number=3']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:39.859897 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-b3c55d36-5157-4d01-94eb-8899c2900668 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:39.867558 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e260dd5f-a62e-40f8-ac8d-3406d03f66c5 x-openstack-request-id: req-e260dd5f-a62e-40f8-ac8d-3406d03f66c5 {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:36:39.868014 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a262b3-b4a7-4187-a700-b0fc66889c7a", "tag": "be7a43b5-a0fe-499d-bd11-14caf5fc0b9d", "status": "completed", "code": 200}]} {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:36:39.868368 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e260dd5f-a62e-40f8-ac8d-3406d03f66c5 {{(pid=92900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:36:39.868853 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a262b3-b4a7-4187-a700-b0fc66889c7a', 'tag': 'be7a43b5-a0fe-499d-bd11-14caf5fc0b9d', 'status': 'completed', 'code': 200} Jun 29 03:36:39.938619 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-955877cd-6a7e-4b3e-b9da-f30d052e38c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:39.940078 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-955877cd-6a7e-4b3e-b9da-f30d052e38c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7d544aebadf74b438887784e2b6130d6&device_id=40a262b3-b4a7-4187-a700-b0fc66889c7a HTTP/1.1" status: 200 len: 1097 time: 0.0527096 Jun 29 03:36:39.987730 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-f78a07ce-6068-413d-b6b5-b5ea6515e327 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be7a43b5-a0fe-499d-bd11-14caf5fc0b9d HTTP/1.1" status: 200 len: 217 time: 0.0340786 Jun 29 03:36:40.033683 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-fc354c3b-e6fe-44c1-aeb3-155d0ebddfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:40.035036 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-fc354c3b-e6fe-44c1-aeb3-155d0ebddfa0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=faf31643-ce55-49d0-b5c8-2b046f7605bb HTTP/1.1" status: 200 len: 849 time: 0.0409410 Jun 29 03:36:40.072682 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-48e66574-91e4-41bd-9a86-48a7db1f5dd2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af52706c-5a41-423c-8a68-e3bb43b2fa48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284607 Jun 29 03:36:40.160556 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-886ddd45-8391-4577-b999-f7c134adba64 service neutron] 10.222.0.41 "GET /v2.0/networks/af52706c-5a41-423c-8a68-e3bb43b2fa48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800693 Jun 29 03:36:40.198116 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 48b256e4-10ee-4c69-90e9-003058b38a10 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:36:40.218471 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] No Port match for: 48b256e4-10ee-4c69-90e9-003058b38a10 {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:36:40.218825 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device 48b256e4-10ee-4c69-90e9-003058b38a10 not bound to the agent host hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:36:40.250637 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-bc7882de-87c1-4716-8dc6-28ed0972848d req-4a9700ca-a6d6-4071-91cc-06b4349d7677 service neutron] 10.222.0.41 "GET /v2.0/networks/af52706c-5a41-423c-8a68-e3bb43b2fa48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830765 Jun 29 03:36:40.401290 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a71993-c6e0-40f0-8108-7b9aff44978e req-e6277608-7925-450d-a396-281c104440a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:40.402751 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e6a71993-c6e0-40f0-8108-7b9aff44978e req-e6277608-7925-450d-a396-281c104440a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7d544aebadf74b438887784e2b6130d6&device_id=40a262b3-b4a7-4187-a700-b0fc66889c7a HTTP/1.1" status: 200 len: 1097 time: 0.0556943 Jun 29 03:36:40.491292 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a71993-c6e0-40f0-8108-7b9aff44978e req-f9dc6f9f-b68f-4f41-8009-29054045faae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:40.492615 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e6a71993-c6e0-40f0-8108-7b9aff44978e req-f9dc6f9f-b68f-4f41-8009-29054045faae service neutron] 10.222.0.41 "GET /v2.0/networks?id=af52706c-5a41-423c-8a68-e3bb43b2fa48 HTTP/1.1" status: 200 len: 910 time: 0.0827689 Jun 29 03:36:40.535096 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e6a71993-c6e0-40f0-8108-7b9aff44978e req-945c3e02-bf51-4a9b-a4c6-737006774674 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be7a43b5-a0fe-499d-bd11-14caf5fc0b9d HTTP/1.1" status: 200 len: 217 time: 0.0328250 Jun 29 03:36:40.580982 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a71993-c6e0-40f0-8108-7b9aff44978e req-08840e75-e113-4fb8-b0f6-8a8fc88073fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:40.582313 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e6a71993-c6e0-40f0-8108-7b9aff44978e req-08840e75-e113-4fb8-b0f6-8a8fc88073fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=faf31643-ce55-49d0-b5c8-2b046f7605bb HTTP/1.1" status: 200 len: 849 time: 0.0404613 Jun 29 03:36:40.616592 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e6a71993-c6e0-40f0-8108-7b9aff44978e req-1f7aa719-075e-462b-af7a-a40b5661b101 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af52706c-5a41-423c-8a68-e3bb43b2fa48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267704 Jun 29 03:36:40.704968 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e6a71993-c6e0-40f0-8108-7b9aff44978e req-67ca283b-8ef6-4561-86b8-9b6324e1eb44 service neutron] 10.222.0.41 "GET /v2.0/networks/af52706c-5a41-423c-8a68-e3bb43b2fa48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785494 Jun 29 03:36:40.797625 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-e6a71993-c6e0-40f0-8108-7b9aff44978e req-e14e159d-d9b1-44b6-afe6-411933c9bae5 service neutron] 10.222.0.41 "GET /v2.0/networks/af52706c-5a41-423c-8a68-e3bb43b2fa48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841601 Jun 29 03:36:41.016213 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba37616-dbb6-4f5d-a92e-c3a585357766 req-042c117e-f51a-4a04-bad7-6169cf1ffc7f tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:41.017545 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-9ba37616-dbb6-4f5d-a92e-c3a585357766 req-042c117e-f51a-4a04-bad7-6169cf1ffc7f tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a262b3-b4a7-4187-a700-b0fc66889c7a HTTP/1.1" status: 200 len: 944 time: 0.0638638 Jun 29 03:36:41.054676 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-9ba37616-dbb6-4f5d-a92e-c3a585357766 req-3d57ab4c-74e1-4284-a610-abb535a3c5af tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/security-groups?id=dac8aa3e-e77d-420b-a44d-121e34067b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314760 Jun 29 03:36:42.226232 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4c90b-bec4-4e47-bae3-2983c0c14d04 req-f7134440-b817-499e-911c-6817ef72c64a tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:42.228061 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-2ae4c90b-bec4-4e47-bae3-2983c0c14d04 req-f7134440-b817-499e-911c-6817ef72c64a tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a262b3-b4a7-4187-a700-b0fc66889c7a HTTP/1.1" status: 200 len: 944 time: 0.0636590 Jun 29 03:36:42.266195 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-2ae4c90b-bec4-4e47-bae3-2983c0c14d04 req-5ab6123f-8418-4d18-a25f-5a9c61a4ce5c tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/security-groups?id=dac8aa3e-e77d-420b-a44d-121e34067b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322490 Jun 29 03:36:43.115638 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-88dfc7c7-e334-49ea-9a14-d3607b3ff5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:43.434115 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462edd76-bdec-4fae-b85f-02363b2e56d4 req-ff0614ad-6f8c-4df3-bac0-57066ccc5a6e tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:43.435454 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-462edd76-bdec-4fae-b85f-02363b2e56d4 req-ff0614ad-6f8c-4df3-bac0-57066ccc5a6e tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a262b3-b4a7-4187-a700-b0fc66889c7a HTTP/1.1" status: 200 len: 944 time: 0.0619648 Jun 29 03:36:43.472005 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-462edd76-bdec-4fae-b85f-02363b2e56d4 req-e52f6c05-97cb-4856-939c-d7e847f8bedd tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/security-groups?id=dac8aa3e-e77d-420b-a44d-121e34067b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310237 Jun 29 03:36:44.011123 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.agents_db [None req-352bb85c-db89-4991-b002-2379bbcb00d3 None None] Agent healthcheck: found 6 active agents {{(pid=92902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:36:44.211475 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device be7a43b5-a0fe-499d-bd11-14caf5fc0b9d details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:36:44.303631 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port be7a43b5-a0fe-499d-bd11-14caf5fc0b9d, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=be7a43b5-a0fe-499d-bd11-14caf5fc0b9d,segment=NetworkSegment(295a9e3b-61fb-4d80-9b69-870b094f2ba6),segment_id=295a9e3b-61fb-4d80-9b69-870b094f2ba6)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:36:44.314821 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Returning: {'device': 'be7a43b5-a0fe-499d-bd11-14caf5fc0b9d', 'network_id': 'af52706c-5a41-423c-8a68-e3bb43b2fa48', 'port_id': 'be7a43b5-a0fe-499d-bd11-14caf5fc0b9d', 'mac_address': 'fa:16:3e:62:3b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf31643-ce55-49d0-b5c8-2b046f7605bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:36:44.351112 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:44.379621 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be7a43b5-a0fe-499d-bd11-14caf5fc0b9d {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:36:44.403738 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port be7a43b5-a0fe-499d-bd11-14caf5fc0b9d, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=be7a43b5-a0fe-499d-bd11-14caf5fc0b9d,segment=NetworkSegment(295a9e3b-61fb-4d80-9b69-870b094f2ba6),segment_id=295a9e3b-61fb-4d80-9b69-870b094f2ba6)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:36:44.408533 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:44.417389 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-e2e60475-23e4-43f0-b588-12728b277288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:44.457977 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=be7a43b5-a0fe-499d-bd11-14caf5fc0b9d,revision_number=4']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:44.464731 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:44.465075 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:44.465412 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:44.465751 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:44.466078 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:44.466402 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:44.466724 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:44.467043 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:44.467893 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:44.468224 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:44.468543 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:44.468859 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-smb {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:44.472499 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:44.647356 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c66d5-d116-4f5b-8861-bfc3d475111e req-0e2934b6-054f-4cfe-ad52-8d09c87c6d59 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:44.648827 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-617c66d5-d116-4f5b-8861-bfc3d475111e req-0e2934b6-054f-4cfe-ad52-8d09c87c6d59 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a262b3-b4a7-4187-a700-b0fc66889c7a HTTP/1.1" status: 200 len: 945 time: 0.0662272 Jun 29 03:36:44.687718 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-617c66d5-d116-4f5b-8861-bfc3d475111e req-e8ca55f6-963c-4bd3-98ee-670371f96aa3 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/security-groups?id=dac8aa3e-e77d-420b-a44d-121e34067b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331645 Jun 29 03:36:44.723949 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['be7a43b5-a0fe-499d-bd11-14caf5fc0b9d'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:36:45.483867 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-496e2bb4-a9b7-4c9a-83da-3d0bd293c6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:45.859173 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:45.861795 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7fbed9-9515-4234-8031-23cfce5bd4bb req-c08b3234-af0b-48a9-b86b-43ecd0d1717d tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:45.863253 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-5e7fbed9-9515-4234-8031-23cfce5bd4bb req-c08b3234-af0b-48a9-b86b-43ecd0d1717d tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a262b3-b4a7-4187-a700-b0fc66889c7a HTTP/1.1" status: 200 len: 945 time: 0.0689523 Jun 29 03:36:45.898855 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-5e7fbed9-9515-4234-8031-23cfce5bd4bb req-7d7a9d8e-4097-4f05-be4d-711b177a360e tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/security-groups?id=dac8aa3e-e77d-420b-a44d-121e34067b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299685 Jun 29 03:36:46.212247 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device be7a43b5-a0fe-499d-bd11-14caf5fc0b9d up at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:36:46.260304 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning for port be7a43b5-a0fe-499d-bd11-14caf5fc0b9d completed by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:36:46.263776 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Provisioning complete for port be7a43b5-a0fe-499d-bd11-14caf5fc0b9d triggered by entity L2. {{(pid=92901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:36:46.264651 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709129'] for port, provisioning_complete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:46.336797 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557791'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:46.358287 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a262b3-b4a7-4187-a700-b0fc66889c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7a43b5-a0fe-499d-bd11-14caf5fc0b9d'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:36:46.360510 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a73cdd3c09cce4d0d67d6945d9627c9a5996a68627341085c627af31117b31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0640b3-6f75-4c54-9cfc-84b52de0db42" -d '{"events": [{"server_uuid": "40a262b3-b4a7-4187-a700-b0fc66889c7a", "name": "network-vif-plugged", "status": "completed", "tag": "be7a43b5-a0fe-499d-bd11-14caf5fc0b9d"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:36:46.372619 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] For port be7a43b5-a0fe-499d-bd11-14caf5fc0b9d, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=be7a43b5-a0fe-499d-bd11-14caf5fc0b9d,segment=NetworkSegment(295a9e3b-61fb-4d80-9b69-870b094f2ba6),segment_id=295a9e3b-61fb-4d80-9b69-870b094f2ba6)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:36:46.376965 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763851747027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763851287044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763851287089'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:46.378807 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:46.406153 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50146f40-6cfa-495c-8c44-964b99bac053 x-openstack-request-id: req-50146f40-6cfa-495c-8c44-964b99bac053 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:36:46.406496 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a262b3-b4a7-4187-a700-b0fc66889c7a", "name": "network-vif-plugged", "status": "completed", "tag": "be7a43b5-a0fe-499d-bd11-14caf5fc0b9d", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:36:46.406757 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-50146f40-6cfa-495c-8c44-964b99bac053 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:36:46.407138 dv-cinder-797245-8-smb neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a262b3-b4a7-4187-a700-b0fc66889c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7a43b5-a0fe-499d-bd11-14caf5fc0b9d', 'code': 200} Jun 29 03:36:46.432315 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Pushing event updated for resources: {'Port': ['ID=be7a43b5-a0fe-499d-bd11-14caf5fc0b9d,revision_number=5']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:46.435309 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG oslo_concurrency.lockutils [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:46.571286 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:46.656197 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0073c-297c-4142-8247-5bfcfbecefd1 req-68d61cbf-5735-41eb-9427-38993e44d157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:46.658222 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-dcd0073c-297c-4142-8247-5bfcfbecefd1 req-68d61cbf-5735-41eb-9427-38993e44d157 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40a262b3-b4a7-4187-a700-b0fc66889c7a HTTP/1.1" status: 200 len: 1099 time: 0.0522938 Jun 29 03:36:46.703174 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-dcd0073c-297c-4142-8247-5bfcfbecefd1 req-08ebedb0-c72f-4af8-923c-c57dc36a2406 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dac8aa3e-e77d-420b-a44d-121e34067b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377257 Jun 29 03:36:46.801327 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 50394) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:36:46.902272 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3e5d7184-ef77-4857-a6a0-d0363cd88288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:46.992075 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3e5d7184-ef77-4857-a6a0-d0363cd88288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:46.995949 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-3e5d7184-ef77-4857-a6a0-d0363cd88288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:46.999927 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-dcf69a26-0395-4f71-bc4a-5d938067ccef tempest-AttachVolumeTestJSON-624252557 tempest-AttachVolumeTestJSON-624252557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:47.063253 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-3e5d7184-ef77-4857-a6a0-d0363cd88288 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e49c9eea51ab4d05a52832b463449f3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2607615 Jun 29 03:36:47.065082 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d7184-ef77-4857-a6a0-d0363cd88288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651b2731-e262-4d23-af98-634bd319fa81,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:47.065816 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 50400) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:36:47.068436 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-3e5d7184-ef77-4857-a6a0-d0363cd88288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:47.098929 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4c768-239e-4f4d-8a57-ca1d8a52b326 req-5d0f7d92-8c09-4148-af51-bcbef495f43a tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:47.100430 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b4a4c768-239e-4f4d-8a57-ca1d8a52b326 req-5d0f7d92-8c09-4148-af51-bcbef495f43a tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a262b3-b4a7-4187-a700-b0fc66889c7a HTTP/1.1" status: 200 len: 946 time: 0.0873735 Jun 29 03:36:47.114246 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-6e4a6386-cfff-40c6-9bf2-dd7b1f04c721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:47.135172 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-6e4a6386-cfff-40c6-9bf2-dd7b1f04c721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:47.138125 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-b4a4c768-239e-4f4d-8a57-ca1d8a52b326 req-a3fd0139-2721-4426-9c05-721489e53e9a tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/security-groups?id=dac8aa3e-e77d-420b-a44d-121e34067b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320148 Jun 29 03:36:47.181126 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-6e4a6386-cfff-40c6-9bf2-dd7b1f04c721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:47.183733 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-6e4a6386-cfff-40c6-9bf2-dd7b1f04c721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:47.184885 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-6e4a6386-cfff-40c6-9bf2-dd7b1f04c721 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/651b2731-e262-4d23-af98-634bd319fa81 HTTP/1.1" status: 204 len: 168 time: 0.1180699 Jun 29 03:36:47.185651 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-5ac7fe44-58a2-43bc-b0bc-da85d59006f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:47.193330 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a6386-cfff-40c6-9bf2-dd7b1f04c721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651b2731-e262-4d23-af98-634bd319fa81,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:47.195600 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-6e4a6386-cfff-40c6-9bf2-dd7b1f04c721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:47.232803 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:48.130683 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.wsgi [-] (92899) accepted ('10.222.0.24', 50430) {{(pid=92899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:36:48.229720 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-a49d5570-e286-4929-a165-11ea8872710f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:48.318079 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-a49d5570-e286-4929-a165-11ea8872710f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:48.321592 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron_lib.callbacks.manager [None req-a49d5570-e286-4929-a165-11ea8872710f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:48.324803 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-e95d09c5-4a64-4898-929b-8f8610fea349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:48.337724 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32450f1d-5c45-4773-a7a3-5bddf4754e3f req-cc5e70c1-280d-4dd9-8cf8-9b1d281fb8ca tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:48.339219 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-32450f1d-5c45-4773-a7a3-5bddf4754e3f req-cc5e70c1-280d-4dd9-8cf8-9b1d281fb8ca tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a262b3-b4a7-4187-a700-b0fc66889c7a HTTP/1.1" status: 200 len: 946 time: 0.0692132 Jun 29 03:36:48.362784 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [None req-a49d5570-e286-4929-a165-11ea8872710f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a56b90fa9f724331b61815785b9737be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2310512 Jun 29 03:36:48.364952 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d5570-e286-4929-a165-11ea8872710f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff3f0c5-7862-43f4-a339-7049625d3a8e,revision_number=1']} {{(pid=92899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:48.365387 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 50438) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:36:48.367747 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG oslo_concurrency.lockutils [None req-a49d5570-e286-4929-a165-11ea8872710f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:48.389820 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-32450f1d-5c45-4773-a7a3-5bddf4754e3f req-fbffc0cd-0b84-488f-b2ea-0ebba045dcea tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/security-groups?id=dac8aa3e-e77d-420b-a44d-121e34067b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436804 Jun 29 03:36:48.426646 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-9037e559-9dc8-481c-b971-e82320d2d568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:48.447467 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-9037e559-9dc8-481c-b971-e82320d2d568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:48.462199 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:48.495324 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-9037e559-9dc8-481c-b971-e82320d2d568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:48.497960 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-9037e559-9dc8-481c-b971-e82320d2d568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:48.499660 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-9037e559-9dc8-481c-b971-e82320d2d568 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ff3f0c5-7862-43f4-a339-7049625d3a8e HTTP/1.1" status: 204 len: 168 time: 0.1331890 Jun 29 03:36:48.500605 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-85f5efcd-8f23-4a19-8384-99b880397ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:48.507820 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037e559-9dc8-481c-b971-e82320d2d568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff3f0c5-7862-43f4-a339-7049625d3a8e,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:48.510080 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-9037e559-9dc8-481c-b971-e82320d2d568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:49.278780 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8c7b7-de2a-4b65-b661-780df56c00c4 req-81b74acd-5d1c-4247-83c0-031210027fe1 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:49.280827 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-c3b8c7b7-de2a-4b65-b661-780df56c00c4 req-81b74acd-5d1c-4247-83c0-031210027fe1 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a262b3-b4a7-4187-a700-b0fc66889c7a HTTP/1.1" status: 200 len: 946 time: 0.0673242 Jun 29 03:36:49.317932 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-c3b8c7b7-de2a-4b65-b661-780df56c00c4 req-88d5c0cb-f509-45f6-b689-ad2a39eb3383 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/security-groups?id=dac8aa3e-e77d-420b-a44d-121e34067b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314345 Jun 29 03:36:50.496865 dv-cinder-797245-8-smb neutron-server[92899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6738b-118a-4d94-8569-5a8b34278f48 req-1bb45d3a-9d5a-4278-96ad-0d246d62ed81 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:50.498312 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-d3f6738b-118a-4d94-8569-5a8b34278f48 req-1bb45d3a-9d5a-4278-96ad-0d246d62ed81 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a262b3-b4a7-4187-a700-b0fc66889c7a HTTP/1.1" status: 200 len: 946 time: 0.0614052 Jun 29 03:36:50.535245 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-d3f6738b-118a-4d94-8569-5a8b34278f48 req-9edee9fa-c3bf-481d-ac63-b9acf52f9a0c tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/security-groups?id=dac8aa3e-e77d-420b-a44d-121e34067b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312698 Jun 29 03:36:50.865376 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179258fa-f6cf-4daf-b19a-8e477ebb1802 req-96a20f2a-2a5a-4ef9-94e4-4e13e8cc9c0d tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:50.866906 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-179258fa-f6cf-4daf-b19a-8e477ebb1802 req-96a20f2a-2a5a-4ef9-94e4-4e13e8cc9c0d tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.41 "GET /v2.0/ports?device_id=40a262b3-b4a7-4187-a700-b0fc66889c7a HTTP/1.1" status: 200 len: 946 time: 0.0644529 Jun 29 03:36:50.980789 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [req-179258fa-f6cf-4daf-b19a-8e477ebb1802 req-d5d38719-1755-4a61-b730-04c2981bfeb2 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Deleting port be7a43b5-a0fe-499d-bd11-14caf5fc0b9d {{(pid=92900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:36:50.981128 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-179258fa-f6cf-4daf-b19a-8e477ebb1802 req-d5d38719-1755-4a61-b730-04c2981bfeb2 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763851840808'] for port, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:51.067151 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.db [req-179258fa-f6cf-4daf-b19a-8e477ebb1802 req-d5d38719-1755-4a61-b730-04c2981bfeb2 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] For port be7a43b5-a0fe-499d-bd11-14caf5fc0b9d, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=be7a43b5-a0fe-499d-bd11-14caf5fc0b9d,segment=NetworkSegment(295a9e3b-61fb-4d80-9b69-870b094f2ba6),segment_id=295a9e3b-61fb-4d80-9b69-870b094f2ba6)] {{(pid=92900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:36:51.067400 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-179258fa-f6cf-4daf-b19a-8e477ebb1802 req-d5d38719-1755-4a61-b730-04c2981bfeb2 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8079139'] for port, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:51.079719 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.plugin [req-179258fa-f6cf-4daf-b19a-8e477ebb1802 req-d5d38719-1755-4a61-b730-04c2981bfeb2 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Calling delete_port for be7a43b5-a0fe-499d-bd11-14caf5fc0b9d owned by compute:nova {{(pid=92900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:36:51.202505 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-179258fa-f6cf-4daf-b19a-8e477ebb1802 req-d5d38719-1755-4a61-b730-04c2981bfeb2 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7903661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763851747045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763851288311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859944'] for port, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:51.206380 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-4485cf32-771f-4602-930b-f39f4f94c700 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:51.229861 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d38719-1755-4a61-b730-04c2981bfeb2 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Pushing event deleted for resources: {'Port': ['ID=be7a43b5-a0fe-499d-bd11-14caf5fc0b9d,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:51.232788 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-d5d38719-1755-4a61-b730-04c2981bfeb2 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:51.246508 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] get_ports_and_sgs() called for port_ids ['be7a43b5-a0fe-499d-bd11-14caf5fc0b9d'] {{(pid=92901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:36:51.275013 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.l3_dvrscheduler_db [req-179258fa-f6cf-4daf-b19a-8e477ebb1802 req-d5d38719-1755-4a61-b730-04c2981bfeb2 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] No DVR routers for this DVR port be7a43b5-a0fe-499d-bd11-14caf5fc0b9d on host hv-cinder-79724 {{(pid=92900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:36:51.277276 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [req-179258fa-f6cf-4daf-b19a-8e477ebb1802 req-d5d38719-1755-4a61-b730-04c2981bfeb2 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4259'] for port, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:51.279178 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [req-179258fa-f6cf-4daf-b19a-8e477ebb1802 req-d5d38719-1755-4a61-b730-04c2981bfeb2 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.41 "DELETE /v2.0/ports/be7a43b5-a0fe-499d-bd11-14caf5fc0b9d HTTP/1.1" status: 204 len: 173 time: 0.4032552 Jun 29 03:36:51.279716 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a262b3-b4a7-4187-a700-b0fc66889c7a', 'name': 'network-vif-deleted', 'tag': 'be7a43b5-a0fe-499d-bd11-14caf5fc0b9d'}] {{(pid=92900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:36:51.282010 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66f2c99c1a8368f792cdf7ad94359b02357141073d69ee97e68f670b072060b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e0f43b-e7fa-4494-a022-9174390a5b4b" -d '{"events": [{"server_uuid": "40a262b3-b4a7-4187-a700-b0fc66889c7a", "name": "network-vif-deleted", "tag": "be7a43b5-a0fe-499d-bd11-14caf5fc0b9d"}]}' {{(pid=92900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:36:51.316300 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88c3e88-5757-42e0-b3c0-f4f6d0ec442c x-openstack-request-id: req-d88c3e88-5757-42e0-b3c0-f4f6d0ec442c {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:36:51.316637 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a262b3-b4a7-4187-a700-b0fc66889c7a", "name": "network-vif-deleted", "tag": "be7a43b5-a0fe-499d-bd11-14caf5fc0b9d", "status": "completed", "code": 200}]} {{(pid=92900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:36:51.316959 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d88c3e88-5757-42e0-b3c0-f4f6d0ec442c {{(pid=92900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:36:51.317568 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a262b3-b4a7-4187-a700-b0fc66889c7a', 'name': 'network-vif-deleted', 'tag': 'be7a43b5-a0fe-499d-bd11-14caf5fc0b9d', 'status': 'completed', 'code': 200} Jun 29 03:36:51.688042 dv-cinder-797245-8-smb neutron-server[92899]: INFO neutron.wsgi [req-7c06afb6-40a0-49a8-8c1d-092857a9d1cf req-36322699-0410-4487-a021-5bb5f2a49b90 tempest-VolumesActionsTest-1647986214 tempest-VolumesActionsTest-1647986214-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a262b3-b4a7-4187-a700-b0fc66889c7a HTTP/1.1" status: 200 len: 210 time: 0.0298650 Jun 29 03:36:54.222996 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device be7a43b5-a0fe-499d-bd11-14caf5fc0b9d no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:36:54.243444 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] No Port match for: be7a43b5-a0fe-499d-bd11-14caf5fc0b9d {{(pid=92901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:36:54.243983 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron.plugins.ml2.rpc [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Device be7a43b5-a0fe-499d-bd11-14caf5fc0b9d not bound to the agent host hv-cinder-79724 {{(pid=92901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:36:59.321817 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 50678) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:36:59.431412 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-67797394-0f6d-43ec-b509-e2ae13d0a1af admin admin] Notify callbacks [] for security_group, before_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:59.521658 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-67797394-0f6d-43ec-b509-e2ae13d0a1af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:59.525696 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-67797394-0f6d-43ec-b509-e2ae13d0a1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_create {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:59.530992 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-91175fce-ad8d-4ed9-9382-fd6fc98f9486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:59.566587 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67797394-0f6d-43ec-b509-e2ae13d0a1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386c8586-4b42-4a9a-84d6-0447b16abe61,revision_number=1']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:59.573485 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-67797394-0f6d-43ec-b509-e2ae13d0a1af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a632823708540a4b55344ea82fdf380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475524 Jun 29 03:36:59.573485 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-67797394-0f6d-43ec-b509-e2ae13d0a1af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:59.573759 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 50682) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:36:59.624536 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-6be22df1-d1f1-43bd-8f14-fcdef3610396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:59.653684 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-6be22df1-d1f1-43bd-8f14-fcdef3610396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:59.708428 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-6be22df1-d1f1-43bd-8f14-fcdef3610396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:59.712473 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-6be22df1-d1f1-43bd-8f14-fcdef3610396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:59.716144 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-6be22df1-d1f1-43bd-8f14-fcdef3610396 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/386c8586-4b42-4a9a-84d6-0447b16abe61 HTTP/1.1" status: 204 len: 168 time: 0.1391611 Jun 29 03:36:59.716144 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-acebb08c-d6ea-42c7-b1af-355f82ac00fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:59.727881 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be22df1-d1f1-43bd-8f14-fcdef3610396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386c8586-4b42-4a9a-84d6-0447b16abe61,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:59.730441 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-6be22df1-d1f1-43bd-8f14-fcdef3610396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:37:11.580654 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 50814) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:37:11.625957 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc3b7f1c-1029-4f01-85e5-a0da6216a7eb admin admin] Deleting subnet faf31643-ce55-49d0-b5c8-2b046f7605bb {{(pid=92900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 03:37:11.628812 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7f1c-1029-4f01-85e5-a0da6216a7eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:11.661880 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7f1c-1029-4f01-85e5-a0da6216a7eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4727200'] for subnet, precommit_delete_associations {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:11.699420 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7f1c-1029-4f01-85e5-a0da6216a7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-714680'] for subnet, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:11.748495 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7f1c-1029-4f01-85e5-a0da6216a7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-714689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4860150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66844555'] for subnet, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:11.751115 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-bf47d5a1-54b7-47d4-b720-94ae554b27ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:37:11.777219 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b7f1c-1029-4f01-85e5-a0da6216a7eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faf31643-ce55-49d0-b5c8-2b046f7605bb,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:37:11.779172 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7f1c-1029-4f01-85e5-a0da6216a7eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for subnet, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:11.781593 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-fc3b7f1c-1029-4f01-85e5-a0da6216a7eb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/faf31643-ce55-49d0-b5c8-2b046f7605bb HTTP/1.1" status: 204 len: 168 time: 0.1993484 Jun 29 03:37:11.781897 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-fc3b7f1c-1029-4f01-85e5-a0da6216a7eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:37:11.783354 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 50816) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:37:11.847385 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-6bdc0a10-59b5-464e-a7f3-634aed47aa98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752549'] for network, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:11.923776 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-6bdc0a10-59b5-464e-a7f3-634aed47aa98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712334', 'neutron.services.segments.db._delete_segments_for_network-8763851730737'] for network, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:11.932939 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.services.segments.db [None req-6bdc0a10-59b5-464e-a7f3-634aed47aa98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af52706c-5a41-423c-8a68-e3bb43b2fa48']}} {{(pid=92900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:37:12.204830 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.services.segments.db [None req-6bdc0a10-59b5-464e-a7f3-634aed47aa98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '295a9e3b-61fb-4d80-9b69-870b094f2ba6') {'for_net_delete': True} {{(pid=92900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:37:12.205124 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.services.segments.db [None req-6bdc0a10-59b5-464e-a7f3-634aed47aa98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '295a9e3b-61fb-4d80-9b69-870b094f2ba6') {} {{(pid=92900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:37:12.213733 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-6bdc0a10-59b5-464e-a7f3-634aed47aa98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763851626388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4727211'] for segment, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:12.227189 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-6bdc0a10-59b5-464e-a7f3-634aed47aa98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342'] for segment, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:12.233448 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bdc0a10-59b5-464e-a7f3-634aed47aa98 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=92900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 03:37:12.233850 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-6bdc0a10-59b5-464e-a7f3-634aed47aa98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4859931'] for segment, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: Traceback (most recent call last): Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: timer() Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: cb(*args, **kw) Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: return func(*args, **kwargs) Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: self._notify() Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: self.callback(batched_events) Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: event.method(event) Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: return f(self, *a, **k) Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: return self._get(url).json() Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: return self.request(url, 'GET', **kwargs) Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 03:37:12.235461 dv-cinder-797245-8-smb neutron-server[92900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 03:37:12.285536 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-6bdc0a10-59b5-464e-a7f3-634aed47aa98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7903670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8077459'] for network, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:12.289547 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-4d2b190e-e431-4a55-9e9d-fa8fdbc4ebce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:37:12.291925 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-6bdc0a10-59b5-464e-a7f3-634aed47aa98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7903635'] for network, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:12.293684 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-6bdc0a10-59b5-464e-a7f3-634aed47aa98 admin admin] 10.222.0.24 "DELETE /v2.0/networks/af52706c-5a41-423c-8a68-e3bb43b2fa48 HTTP/1.1" status: 204 len: 168 time: 0.5094209 Jun 29 03:37:12.304491 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc0a10-59b5-464e-a7f3-634aed47aa98 admin admin] Pushing event deleted for resources: {'Network': ['ID=af52706c-5a41-423c-8a68-e3bb43b2fa48,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:37:12.306788 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-6bdc0a10-59b5-464e-a7f3-634aed47aa98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:37:12.449467 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 50820) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:37:12.487349 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-d9038c69-5aed-4fa2-bd8d-35abbfac2b38 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d544aebadf74b438887784e2b6130d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366349 Jun 29 03:37:12.489432 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.wsgi [-] (92900) accepted ('10.222.0.24', 50822) {{(pid=92900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:37:12.540397 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1b5f8f3c-7e22-42f3-8598-e3c5f0caa60d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:12.561138 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1b5f8f3c-7e22-42f3-8598-e3c5f0caa60d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:12.604077 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1b5f8f3c-7e22-42f3-8598-e3c5f0caa60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8054635'] for security_group, after_delete {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:12.606589 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron_lib.callbacks.manager [None req-1b5f8f3c-7e22-42f3-8598-e3c5f0caa60d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:12.608235 dv-cinder-797245-8-smb neutron-server[92900]: INFO neutron.wsgi [None req-1b5f8f3c-7e22-42f3-8598-e3c5f0caa60d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dac8aa3e-e77d-420b-a44d-121e34067b7d HTTP/1.1" status: 204 len: 168 time: 0.1179488 Jun 29 03:37:12.608970 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-10210db5-0130-4477-82ef-7cd38c748f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:37:12.616189 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f8f3c-7e22-42f3-8598-e3c5f0caa60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac8aa3e-e77d-420b-a44d-121e34067b7d,revision_number=None']} {{(pid=92900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:37:12.618526 dv-cinder-797245-8-smb neutron-server[92900]: DEBUG oslo_concurrency.lockutils [None req-1b5f8f3c-7e22-42f3-8598-e3c5f0caa60d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:37:13.116701 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-fc9a074e-0371-4f17-8757-be69b5b6d914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:15.485444 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ae1904a1-225e-423c-b6b6-03e36c689774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:15.859750 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:16.569423 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:17.254090 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:18.464274 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:21.011102 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.agents_db [None req-352bb85c-db89-4991-b002-2379bbcb00d3 None None] Agent healthcheck: found 6 active agents {{(pid=92902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:37:43.117089 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-eee01e62-c491-41a0-874f-c96e6728dd77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:45.486267 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-1bedf4b9-0ad8-4f63-b38a-3e9f41b3ea63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:45.860039 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:46.572120 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:47.258090 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:48.468484 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:58.008962 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.agents_db [None req-352bb85c-db89-4991-b002-2379bbcb00d3 None None] Agent healthcheck: found 6 active agents {{(pid=92902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:38:13.117234 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-1020ad78-b294-4792-abd5-b38f45df7829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:15.485920 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-324ca7d9-8091-4165-8d77-9490a50f170c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:15.861495 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:16.575085 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:17.256277 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:18.470003 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:35.007473 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.agents_db [None req-352bb85c-db89-4991-b002-2379bbcb00d3 None None] Agent healthcheck: found 6 active agents {{(pid=92902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:38:43.117096 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6104c53f-f95b-4194-928f-172f9465a0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:45.486106 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6c4db236-eaba-4d19-820e-b34aa106ec9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:45.861357 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:46.576857 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:47.260777 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:48.473172 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:12.005792 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.agents_db [None req-352bb85c-db89-4991-b002-2379bbcb00d3 None None] Agent healthcheck: found 6 active agents {{(pid=92902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:39:13.117845 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-95fc98e6-27cc-4049-bbb3-cea3050e51ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:15.486005 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-0ac4aa28-7578-40fb-a417-a070ae46303a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:15.861532 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:16.579211 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:17.262830 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:18.477066 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:43.118778 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3fc2883d-d37f-4220-99b4-5b1ed9b9c931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:45.485404 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d653d557-066a-4e1f-af1d-796f05c937f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:45.861369 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:46.581688 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:47.268182 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:48.479615 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:49.005837 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.agents_db [None req-352bb85c-db89-4991-b002-2379bbcb00d3 None None] Agent healthcheck: found 6 active agents {{(pid=92902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:40:13.124685 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-7828509d-f78d-41ac-aa12-f284f4388ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:15.484563 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-b2b7fc74-85fe-4beb-ac7f-ea68278401a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:15.862308 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:16.584541 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:17.283925 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:18.479908 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:26.004390 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.agents_db [None req-352bb85c-db89-4991-b002-2379bbcb00d3 None None] Agent healthcheck: found 6 active agents {{(pid=92902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:40:43.114370 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-aa553e41-4892-42e5-ab37-21fb43163aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:45.485473 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f2ea0406-128c-4009-8e21-40106897aaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:45.864241 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:46.587541 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:47.305567 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:48.483571 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:41:03.002320 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.agents_db [None req-352bb85c-db89-4991-b002-2379bbcb00d3 None None] Agent healthcheck: found 6 active agents {{(pid=92902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:41:13.115111 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-bfa49355-cc91-467f-8ce8-c1fe1d654867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:41:15.487056 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-02a6ecf3-4651-46ba-af36-285a40692e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:41:15.870572 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:41:16.589014 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:41:17.300455 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:41:18.485960 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:41:40.001370 dv-cinder-797245-8-smb neutron-server[92902]: DEBUG neutron.db.agents_db [None req-352bb85c-db89-4991-b002-2379bbcb00d3 None None] Agent healthcheck: found 6 active agents {{(pid=92902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:41:43.115294 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f41e8adc-dc98-4b33-823e-eaacb68b1e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:41:45.487079 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-5a15a293-3139-437e-8967-35e368622ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:41:45.860494 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-051fed0a-4736-4ebf-bcf5-e46146edc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:41:46.592462 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d957d3fa-f360-411b-89fd-733ec093c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:41:47.298831 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b139735-2efd-4de4-9c56-4494b92f949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:41:48.487740 dv-cinder-797245-8-smb neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3122c2ec-2863-4db1-a5a5-68d2d594ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763851730719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709304'] for agent, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}